2024-12-03 10:27:03,517 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-03 10:27:03,531 main DEBUG Took 0.011969 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 10:27:03,531 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 10:27:03,532 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 10:27:03,533 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 10:27:03,534 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:27:03,542 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 10:27:03,555 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:27:03,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:27:03,557 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:27:03,558 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:27:03,558 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:27:03,559 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:27:03,560 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:27:03,560 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:27:03,561 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:27:03,561 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:27:03,562 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:27:03,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:27:03,563 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:27:03,563 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:27:03,564 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:27:03,564 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:27:03,565 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:27:03,565 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:27:03,566 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:27:03,566 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:27:03,566 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:27:03,567 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:27:03,567 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:27:03,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 10:27:03,568 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:27:03,569 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 10:27:03,571 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 10:27:03,572 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 10:27:03,575 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 10:27:03,575 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 10:27:03,577 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 10:27:03,578 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 10:27:03,587 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 10:27:03,589 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 10:27:03,591 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 10:27:03,591 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 10:27:03,592 main DEBUG createAppenders(={Console}) 2024-12-03 10:27:03,592 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-12-03 10:27:03,592 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-03 10:27:03,593 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-12-03 10:27:03,593 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 10:27:03,593 main DEBUG OutputStream closed 2024-12-03 10:27:03,594 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 10:27:03,594 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 10:27:03,594 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-12-03 10:27:03,655 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 10:27:03,657 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 10:27:03,658 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 10:27:03,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 10:27:03,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 10:27:03,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 10:27:03,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 10:27:03,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 10:27:03,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 10:27:03,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 10:27:03,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 10:27:03,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 10:27:03,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 10:27:03,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 10:27:03,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 10:27:03,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 10:27:03,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 10:27:03,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 10:27:03,665 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 10:27:03,665 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-12-03 10:27:03,665 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 10:27:03,666 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-12-03T10:27:03,845 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1 2024-12-03 10:27:03,847 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 10:27:03,848 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T10:27:03,856 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-03T10:27:03,874 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T10:27:03,877 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/cluster_b931eefe-a19f-97c8-b92b-5942203d167d, deleteOnExit=true 2024-12-03T10:27:03,878 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-03T10:27:03,879 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/test.cache.data in system properties and HBase conf 2024-12-03T10:27:03,879 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T10:27:03,880 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/hadoop.log.dir in system properties and HBase conf 2024-12-03T10:27:03,881 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T10:27:03,881 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T10:27:03,882 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-03T10:27:03,964 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T10:27:04,051 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T10:27:04,054 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:27:04,055 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T10:27:04,055 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T10:27:04,056 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:27:04,056 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T10:27:04,056 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T10:27:04,057 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T10:27:04,057 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:27:04,057 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T10:27:04,058 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/nfs.dump.dir in system properties and HBase conf 2024-12-03T10:27:04,058 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/java.io.tmpdir in system properties and HBase conf 2024-12-03T10:27:04,058 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T10:27:04,059 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T10:27:04,059 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T10:27:04,923 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T10:27:04,984 INFO [Time-limited test {}] log.Log(170): Logging initialized @2073ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T10:27:05,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:27:05,095 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:27:05,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:27:05,117 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:27:05,118 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T10:27:05,132 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:27:05,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:27:05,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:27:05,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/java.io.tmpdir/jetty-localhost-44977-hadoop-hdfs-3_4_1-tests_jar-_-any-13604937612705287806/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:27:05,311 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:44977} 2024-12-03T10:27:05,311 INFO [Time-limited test {}] server.Server(415): Started @2401ms 2024-12-03T10:27:05,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T10:27:05,772 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T10:27:05,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T10:27:05,773 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T10:27:05,774 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T10:27:05,774 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/hadoop.log.dir/,AVAILABLE} 2024-12-03T10:27:05,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T10:27:05,868 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/java.io.tmpdir/jetty-localhost-39923-hadoop-hdfs-3_4_1-tests_jar-_-any-9894472460183403414/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:27:05,869 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:39923} 2024-12-03T10:27:05,869 INFO [Time-limited test {}] server.Server(415): Started @2958ms 2024-12-03T10:27:05,913 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T10:27:06,686 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/cluster_b931eefe-a19f-97c8-b92b-5942203d167d/dfs/data/data1/current/BP-1077591315-172.17.0.2-1733221624530/current, will proceed with Du for space computation calculation, 2024-12-03T10:27:06,686 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/cluster_b931eefe-a19f-97c8-b92b-5942203d167d/dfs/data/data2/current/BP-1077591315-172.17.0.2-1733221624530/current, will proceed with Du for space computation calculation, 2024-12-03T10:27:06,711 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T10:27:06,756 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x384b553c130f4c44 with lease ID 0xf0d62288c8e9b112: Processing first storage report for DS-a772b866-0379-4a63-a980-f0dcede2ac6a from datanode DatanodeRegistration(127.0.0.1:43133, datanodeUuid=6d6442cf-0d74-4b60-a08f-0dcd1682d0a3, infoPort=32909, infoSecurePort=0, ipcPort=34341, storageInfo=lv=-57;cid=testClusterID;nsid=2138160682;c=1733221624530) 2024-12-03T10:27:06,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x384b553c130f4c44 with lease ID 0xf0d62288c8e9b112: from storage DS-a772b866-0379-4a63-a980-f0dcede2ac6a node DatanodeRegistration(127.0.0.1:43133, datanodeUuid=6d6442cf-0d74-4b60-a08f-0dcd1682d0a3, infoPort=32909, infoSecurePort=0, ipcPort=34341, storageInfo=lv=-57;cid=testClusterID;nsid=2138160682;c=1733221624530), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T10:27:06,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x384b553c130f4c44 with lease ID 0xf0d62288c8e9b112: Processing first storage report for DS-12fa9f85-08f2-4fde-b5d7-a69b16863e62 from datanode DatanodeRegistration(127.0.0.1:43133, datanodeUuid=6d6442cf-0d74-4b60-a08f-0dcd1682d0a3, infoPort=32909, infoSecurePort=0, ipcPort=34341, storageInfo=lv=-57;cid=testClusterID;nsid=2138160682;c=1733221624530) 2024-12-03T10:27:06,758 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x384b553c130f4c44 with lease ID 0xf0d62288c8e9b112: from storage DS-12fa9f85-08f2-4fde-b5d7-a69b16863e62 node DatanodeRegistration(127.0.0.1:43133, datanodeUuid=6d6442cf-0d74-4b60-a08f-0dcd1682d0a3, infoPort=32909, infoSecurePort=0, ipcPort=34341, storageInfo=lv=-57;cid=testClusterID;nsid=2138160682;c=1733221624530), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-03T10:27:06,762 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1 2024-12-03T10:27:06,828 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/cluster_b931eefe-a19f-97c8-b92b-5942203d167d/zookeeper_0, clientPort=60916, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/cluster_b931eefe-a19f-97c8-b92b-5942203d167d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/cluster_b931eefe-a19f-97c8-b92b-5942203d167d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T10:27:06,837 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=60916 2024-12-03T10:27:06,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:27:06,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:27:07,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741825_1001 (size=7) 2024-12-03T10:27:07,458 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63 with version=8 2024-12-03T10:27:07,458 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/hbase-staging 2024-12-03T10:27:07,558 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T10:27:07,801 INFO [Time-limited test {}] client.ConnectionUtils(129): master/b030dd9a36e7:0 server-side Connection retries=45 2024-12-03T10:27:07,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:27:07,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:27:07,816 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:27:07,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:27:07,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:27:07,924 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:27:07,970 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T10:27:07,979 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T10:27:07,982 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:27:08,003 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 46840 (auto-detected) 2024-12-03T10:27:08,004 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-03T10:27:08,021 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33687 2024-12-03T10:27:08,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:27:08,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:27:08,039 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33687 connecting to ZooKeeper ensemble=127.0.0.1:60916 2024-12-03T10:27:08,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336870x0, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:27:08,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33687-0x1019c04d62d0000 connected 2024-12-03T10:27:08,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:27:08,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:27:08,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T10:27:08,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33687 2024-12-03T10:27:08,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33687 2024-12-03T10:27:08,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33687 2024-12-03T10:27:08,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33687 2024-12-03T10:27:08,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33687 2024-12-03T10:27:08,225 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63, hbase.cluster.distributed=false 2024-12-03T10:27:08,284 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/b030dd9a36e7:0 server-side Connection retries=45 2024-12-03T10:27:08,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:27:08,284 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T10:27:08,285 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T10:27:08,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T10:27:08,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T10:27:08,287 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T10:27:08,289 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T10:27:08,290 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33013 2024-12-03T10:27:08,292 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T10:27:08,296 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T10:27:08,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:27:08,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:27:08,304 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:33013 connecting to ZooKeeper ensemble=127.0.0.1:60916 2024-12-03T10:27:08,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330130x0, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T10:27:08,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330130x0, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:27:08,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33013-0x1019c04d62d0001 connected 2024-12-03T10:27:08,318 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33013-0x1019c04d62d0001, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:27:08,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33013-0x1019c04d62d0001, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T10:27:08,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33013 2024-12-03T10:27:08,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33013 2024-12-03T10:27:08,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33013 2024-12-03T10:27:08,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33013 2024-12-03T10:27:08,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33013 2024-12-03T10:27:08,323 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/b030dd9a36e7,33687,1733221627553 2024-12-03T10:27:08,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x1019c04d62d0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:27:08,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:27:08,336 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b030dd9a36e7,33687,1733221627553 2024-12-03T10:27:08,339 DEBUG [M:0;b030dd9a36e7:33687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b030dd9a36e7:33687 2024-12-03T10:27:08,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x1019c04d62d0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T10:27:08,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T10:27:08,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x1019c04d62d0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:27:08,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:27:08,359 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T10:27:08,360 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b030dd9a36e7,33687,1733221627553 from backup master directory 2024-12-03T10:27:08,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T10:27:08,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b030dd9a36e7,33687,1733221627553 2024-12-03T10:27:08,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x1019c04d62d0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:27:08,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T10:27:08,367 WARN [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:27:08,368 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b030dd9a36e7,33687,1733221627553 2024-12-03T10:27:08,369 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T10:27:08,371 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T10:27:08,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741826_1002 (size=42) 2024-12-03T10:27:08,841 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/hbase.id with ID: 168f4722-76d1-4b8c-a522-c596e31376d7 2024-12-03T10:27:08,890 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T10:27:08,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x1019c04d62d0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:27:08,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:27:08,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741827_1003 (size=196) 2024-12-03T10:27:09,399 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:27:09,401 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T10:27:09,414 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:09,418 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:27:09,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741828_1004 (size=1189) 2024-12-03T10:27:09,461 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/MasterData/data/master/store 2024-12-03T10:27:09,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741829_1005 (size=34) 2024-12-03T10:27:09,880 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T10:27:09,880 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:27:09,882 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:27:09,882 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:27:09,882 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:27:09,883 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:27:09,883 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:27:09,883 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:27:09,883 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T10:27:09,885 WARN [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/MasterData/data/master/store/.initializing 2024-12-03T10:27:09,886 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/MasterData/WALs/b030dd9a36e7,33687,1733221627553 2024-12-03T10:27:09,892 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:27:09,901 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C33687%2C1733221627553, suffix=, logDir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/MasterData/WALs/b030dd9a36e7,33687,1733221627553, archiveDir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/MasterData/oldWALs, maxLogs=10 2024-12-03T10:27:09,921 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/MasterData/WALs/b030dd9a36e7,33687,1733221627553/b030dd9a36e7%2C33687%2C1733221627553.1733221629907, exclude list is [], retry=0 2024-12-03T10:27:09,935 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43133,DS-a772b866-0379-4a63-a980-f0dcede2ac6a,DISK] 2024-12-03T10:27:09,938 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T10:27:09,970 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/MasterData/WALs/b030dd9a36e7,33687,1733221627553/b030dd9a36e7%2C33687%2C1733221627553.1733221629907 2024-12-03T10:27:09,971 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32909:32909)] 2024-12-03T10:27:09,971 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:27:09,971 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:27:09,974 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:27:09,975 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:27:10,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:27:10,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T10:27:10,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:10,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:27:10,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:27:10,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T10:27:10,034 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:10,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:27:10,035 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:27:10,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T10:27:10,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:10,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:27:10,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:27:10,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T10:27:10,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:10,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:27:10,046 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:27:10,047 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:27:10,055 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T10:27:10,059 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T10:27:10,063 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:27:10,064 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65859362, jitterRate=-0.018619030714035034}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T10:27:10,068 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T10:27:10,069 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T10:27:10,093 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dbe3e9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:27:10,119 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-03T10:27:10,129 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T10:27:10,129 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T10:27:10,132 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T10:27:10,134 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T10:27:10,138 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-03T10:27:10,139 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T10:27:10,163 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T10:27:10,174 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T10:27:10,215 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-03T10:27:10,218 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T10:27:10,220 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T10:27:10,225 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-03T10:27:10,228 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T10:27:10,232 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T10:27:10,241 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-03T10:27:10,243 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T10:27:10,250 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T10:27:10,258 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T10:27:10,266 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T10:27:10,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T10:27:10,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x1019c04d62d0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T10:27:10,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x1019c04d62d0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:27:10,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:27:10,276 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=b030dd9a36e7,33687,1733221627553, sessionid=0x1019c04d62d0000, setting cluster-up flag (Was=false) 2024-12-03T10:27:10,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x1019c04d62d0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:27:10,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:27:10,325 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T10:27:10,327 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b030dd9a36e7,33687,1733221627553 2024-12-03T10:27:10,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x1019c04d62d0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:27:10,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:27:10,375 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T10:27:10,378 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b030dd9a36e7,33687,1733221627553 2024-12-03T10:27:10,436 DEBUG [RS:0;b030dd9a36e7:33013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b030dd9a36e7:33013 2024-12-03T10:27:10,437 INFO [RS:0;b030dd9a36e7:33013 {}] regionserver.HRegionServer(1008): ClusterId : 168f4722-76d1-4b8c-a522-c596e31376d7 2024-12-03T10:27:10,440 DEBUG [RS:0;b030dd9a36e7:33013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T10:27:10,452 DEBUG [RS:0;b030dd9a36e7:33013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T10:27:10,452 DEBUG [RS:0;b030dd9a36e7:33013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T10:27:10,460 DEBUG [RS:0;b030dd9a36e7:33013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T10:27:10,460 DEBUG [RS:0;b030dd9a36e7:33013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cdd11b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:27:10,461 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-03T10:27:10,462 DEBUG [RS:0;b030dd9a36e7:33013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12041a0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b030dd9a36e7/172.17.0.2:0 2024-12-03T10:27:10,464 INFO [RS:0;b030dd9a36e7:33013 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-03T10:27:10,464 INFO [RS:0;b030dd9a36e7:33013 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-03T10:27:10,465 DEBUG [RS:0;b030dd9a36e7:33013 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-03T10:27:10,466 INFO [RS:0;b030dd9a36e7:33013 {}] regionserver.HRegionServer(3073): reportForDuty to master=b030dd9a36e7,33687,1733221627553 with isa=b030dd9a36e7/172.17.0.2:33013, startcode=1733221628283 2024-12-03T10:27:10,466 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-03T10:27:10,469 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T10:27:10,474 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b030dd9a36e7,33687,1733221627553 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T10:27:10,476 DEBUG [RS:0;b030dd9a36e7:33013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:27:10,476 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:27:10,477 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:27:10,477 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:27:10,477 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=5, maxPoolSize=5 2024-12-03T10:27:10,477 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b030dd9a36e7:0, corePoolSize=10, maxPoolSize=10 2024-12-03T10:27:10,477 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:27:10,477 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:27:10,478 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:27:10,480 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733221660480 2024-12-03T10:27:10,482 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T10:27:10,483 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T10:27:10,483 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:27:10,483 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-03T10:27:10,486 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T10:27:10,486 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T10:27:10,486 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T10:27:10,486 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T10:27:10,487 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:27:10,487 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:10,488 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:27:10,491 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T10:27:10,492 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T10:27:10,492 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T10:27:10,498 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T10:27:10,498 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T10:27:10,500 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.large.0-1733221630499,5,FailOnTimeoutGroup] 2024-12-03T10:27:10,500 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.small.0-1733221630500,5,FailOnTimeoutGroup] 2024-12-03T10:27:10,500 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T10:27:10,500 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T10:27:10,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741831_1007 (size=1039) 2024-12-03T10:27:10,502 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T10:27:10,502 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T10:27:10,506 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45559, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:27:10,510 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33687 {}] master.ServerManager(332): Checking decommissioned status of RegionServer b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:10,512 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33687 {}] master.ServerManager(486): Registering regionserver=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:10,523 DEBUG [RS:0;b030dd9a36e7:33013 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63 2024-12-03T10:27:10,523 DEBUG [RS:0;b030dd9a36e7:33013 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34471 2024-12-03T10:27:10,523 DEBUG [RS:0;b030dd9a36e7:33013 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-03T10:27:10,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T10:27:10,534 DEBUG [RS:0;b030dd9a36e7:33013 {}] zookeeper.ZKUtil(111): regionserver:33013-0x1019c04d62d0001, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:10,534 WARN [RS:0;b030dd9a36e7:33013 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T10:27:10,534 INFO [RS:0;b030dd9a36e7:33013 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:27:10,535 DEBUG [RS:0;b030dd9a36e7:33013 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/WALs/b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:10,536 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b030dd9a36e7,33013,1733221628283] 2024-12-03T10:27:10,549 DEBUG [RS:0;b030dd9a36e7:33013 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-03T10:27:10,558 INFO [RS:0;b030dd9a36e7:33013 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T10:27:10,568 INFO [RS:0;b030dd9a36e7:33013 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T10:27:10,571 INFO [RS:0;b030dd9a36e7:33013 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T10:27:10,571 INFO [RS:0;b030dd9a36e7:33013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:27:10,571 INFO [RS:0;b030dd9a36e7:33013 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-03T10:27:10,577 INFO [RS:0;b030dd9a36e7:33013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T10:27:10,577 DEBUG [RS:0;b030dd9a36e7:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:27:10,577 DEBUG [RS:0;b030dd9a36e7:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:27:10,577 DEBUG [RS:0;b030dd9a36e7:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:27:10,577 DEBUG [RS:0;b030dd9a36e7:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:27:10,578 DEBUG [RS:0;b030dd9a36e7:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:27:10,578 DEBUG [RS:0;b030dd9a36e7:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b030dd9a36e7:0, corePoolSize=2, maxPoolSize=2 2024-12-03T10:27:10,578 DEBUG [RS:0;b030dd9a36e7:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:27:10,578 DEBUG [RS:0;b030dd9a36e7:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:27:10,578 DEBUG [RS:0;b030dd9a36e7:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:27:10,578 DEBUG [RS:0;b030dd9a36e7:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:27:10,578 DEBUG [RS:0;b030dd9a36e7:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b030dd9a36e7:0, corePoolSize=1, maxPoolSize=1 2024-12-03T10:27:10,578 DEBUG [RS:0;b030dd9a36e7:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b030dd9a36e7:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:27:10,579 DEBUG [RS:0;b030dd9a36e7:33013 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0, corePoolSize=3, maxPoolSize=3 2024-12-03T10:27:10,579 INFO [RS:0;b030dd9a36e7:33013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:27:10,579 INFO [RS:0;b030dd9a36e7:33013 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T10:27:10,579 INFO [RS:0;b030dd9a36e7:33013 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T10:27:10,580 INFO [RS:0;b030dd9a36e7:33013 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T10:27:10,580 INFO [RS:0;b030dd9a36e7:33013 {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,33013,1733221628283-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:27:10,596 INFO [RS:0;b030dd9a36e7:33013 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T10:27:10,597 INFO [RS:0;b030dd9a36e7:33013 {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,33013,1733221628283-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:27:10,613 INFO [RS:0;b030dd9a36e7:33013 {}] regionserver.Replication(204): b030dd9a36e7,33013,1733221628283 started 2024-12-03T10:27:10,613 INFO [RS:0;b030dd9a36e7:33013 {}] regionserver.HRegionServer(1767): Serving as b030dd9a36e7,33013,1733221628283, RpcServer on b030dd9a36e7/172.17.0.2:33013, sessionid=0x1019c04d62d0001 2024-12-03T10:27:10,613 DEBUG [RS:0;b030dd9a36e7:33013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T10:27:10,613 DEBUG [RS:0;b030dd9a36e7:33013 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:10,614 DEBUG [RS:0;b030dd9a36e7:33013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b030dd9a36e7,33013,1733221628283' 2024-12-03T10:27:10,614 DEBUG [RS:0;b030dd9a36e7:33013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T10:27:10,614 DEBUG [RS:0;b030dd9a36e7:33013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T10:27:10,615 DEBUG [RS:0;b030dd9a36e7:33013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T10:27:10,615 DEBUG [RS:0;b030dd9a36e7:33013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T10:27:10,615 DEBUG [RS:0;b030dd9a36e7:33013 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:10,615 DEBUG [RS:0;b030dd9a36e7:33013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b030dd9a36e7,33013,1733221628283' 2024-12-03T10:27:10,615 DEBUG [RS:0;b030dd9a36e7:33013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T10:27:10,616 DEBUG [RS:0;b030dd9a36e7:33013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T10:27:10,617 DEBUG [RS:0;b030dd9a36e7:33013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T10:27:10,617 INFO [RS:0;b030dd9a36e7:33013 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T10:27:10,617 INFO [RS:0;b030dd9a36e7:33013 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T10:27:10,725 INFO [RS:0;b030dd9a36e7:33013 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T10:27:10,729 INFO [RS:0;b030dd9a36e7:33013 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C33013%2C1733221628283, suffix=, logDir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/WALs/b030dd9a36e7,33013,1733221628283, archiveDir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/oldWALs, maxLogs=32 2024-12-03T10:27:10,745 DEBUG [RS:0;b030dd9a36e7:33013 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/WALs/b030dd9a36e7,33013,1733221628283/b030dd9a36e7%2C33013%2C1733221628283.1733221630733, exclude list is [], retry=0 2024-12-03T10:27:10,749 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43133,DS-a772b866-0379-4a63-a980-f0dcede2ac6a,DISK] 2024-12-03T10:27:10,752 INFO [RS:0;b030dd9a36e7:33013 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/WALs/b030dd9a36e7,33013,1733221628283/b030dd9a36e7%2C33013%2C1733221628283.1733221630733 2024-12-03T10:27:10,752 DEBUG [RS:0;b030dd9a36e7:33013 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32909:32909)] 2024-12-03T10:27:10,906 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-03T10:27:10,907 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63 2024-12-03T10:27:10,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741833_1009 (size=32) 2024-12-03T10:27:11,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:27:11,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:27:11,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:27:11,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:11,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:27:11,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:27:11,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:27:11,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:11,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:27:11,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:27:11,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:27:11,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:11,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:27:11,348 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/meta/1588230740 2024-12-03T10:27:11,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/meta/1588230740 2024-12-03T10:27:11,352 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T10:27:11,354 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T10:27:11,357 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:27:11,358 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74903866, jitterRate=0.11615458130836487}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T10:27:11,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T10:27:11,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:27:11,360 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T10:27:11,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T10:27:11,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:27:11,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:27:11,361 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T10:27:11,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T10:27:11,364 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-03T10:27:11,364 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-03T10:27:11,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T10:27:11,376 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T10:27:11,378 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T10:27:11,532 DEBUG [b030dd9a36e7:33687 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T10:27:11,545 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:11,550 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b030dd9a36e7,33013,1733221628283, state=OPENING 2024-12-03T10:27:11,599 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T10:27:11,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x1019c04d62d0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:27:11,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:27:11,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:27:11,610 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:27:11,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=b030dd9a36e7,33013,1733221628283}] 2024-12-03T10:27:11,790 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:11,791 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T10:27:11,794 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T10:27:11,804 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-03T10:27:11,804 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T10:27:11,805 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T10:27:11,809 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b030dd9a36e7%2C33013%2C1733221628283.meta, suffix=.meta, logDir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/WALs/b030dd9a36e7,33013,1733221628283, archiveDir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/oldWALs, maxLogs=32 2024-12-03T10:27:11,823 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/WALs/b030dd9a36e7,33013,1733221628283/b030dd9a36e7%2C33013%2C1733221628283.meta.1733221631811.meta, exclude list is [], retry=0 2024-12-03T10:27:11,827 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43133,DS-a772b866-0379-4a63-a980-f0dcede2ac6a,DISK] 2024-12-03T10:27:11,830 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/WALs/b030dd9a36e7,33013,1733221628283/b030dd9a36e7%2C33013%2C1733221628283.meta.1733221631811.meta 2024-12-03T10:27:11,830 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32909:32909)] 2024-12-03T10:27:11,830 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:27:11,832 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T10:27:11,877 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T10:27:11,881 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T10:27:11,884 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T10:27:11,884 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:27:11,885 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-03T10:27:11,885 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-03T10:27:11,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T10:27:11,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T10:27:11,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:11,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:27:11,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T10:27:11,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T10:27:11,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:11,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:27:11,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T10:27:11,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T10:27:11,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:11,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T10:27:11,895 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/meta/1588230740 2024-12-03T10:27:11,898 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/meta/1588230740 2024-12-03T10:27:11,900 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T10:27:11,903 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-03T10:27:11,904 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63645517, jitterRate=-0.0516078919172287}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T10:27:11,905 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-03T10:27:11,911 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733221631785 2024-12-03T10:27:11,920 DEBUG [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T10:27:11,920 INFO [RS_OPEN_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-03T10:27:11,921 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:11,923 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b030dd9a36e7,33013,1733221628283, state=OPEN 2024-12-03T10:27:11,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T10:27:11,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x1019c04d62d0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T10:27:11,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:27:11,985 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T10:27:11,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T10:27:11,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=b030dd9a36e7,33013,1733221628283 in 373 msec 2024-12-03T10:27:11,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T10:27:11,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 621 msec 2024-12-03T10:27:12,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5860 sec 2024-12-03T10:27:12,002 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733221632001, completionTime=-1 2024-12-03T10:27:12,002 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T10:27:12,002 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-03T10:27:12,034 DEBUG [hconnection-0x1a707aca-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:27:12,038 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:27:12,046 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-03T10:27:12,047 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733221692047 2024-12-03T10:27:12,047 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733221752047 2024-12-03T10:27:12,047 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 44 msec 2024-12-03T10:27:12,092 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,33687,1733221627553-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T10:27:12,092 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,33687,1733221627553-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:27:12,092 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,33687,1733221627553-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:27:12,093 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b030dd9a36e7:33687, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:27:12,094 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T10:27:12,099 DEBUG [master/b030dd9a36e7:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-03T10:27:12,102 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-03T10:27:12,103 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T10:27:12,109 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-03T10:27:12,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:27:12,112 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:12,114 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:27:12,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741835_1011 (size=358) 2024-12-03T10:27:12,534 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 09fbb1e68802b3f9dc26604810462b5d, NAME => 'hbase:namespace,,1733221632103.09fbb1e68802b3f9dc26604810462b5d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63 2024-12-03T10:27:12,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741836_1012 (size=42) 2024-12-03T10:27:12,949 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733221632103.09fbb1e68802b3f9dc26604810462b5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:27:12,949 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 09fbb1e68802b3f9dc26604810462b5d, disabling compactions & flushes 2024-12-03T10:27:12,950 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733221632103.09fbb1e68802b3f9dc26604810462b5d. 2024-12-03T10:27:12,950 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733221632103.09fbb1e68802b3f9dc26604810462b5d. 2024-12-03T10:27:12,950 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733221632103.09fbb1e68802b3f9dc26604810462b5d. after waiting 0 ms 2024-12-03T10:27:12,951 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733221632103.09fbb1e68802b3f9dc26604810462b5d. 2024-12-03T10:27:12,951 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733221632103.09fbb1e68802b3f9dc26604810462b5d. 2024-12-03T10:27:12,951 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 09fbb1e68802b3f9dc26604810462b5d: 2024-12-03T10:27:12,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:27:12,963 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733221632103.09fbb1e68802b3f9dc26604810462b5d.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733221632956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221632956"}]},"ts":"1733221632956"} 2024-12-03T10:27:12,984 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-03T10:27:12,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:27:12,988 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221632986"}]},"ts":"1733221632986"} 2024-12-03T10:27:12,992 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-03T10:27:13,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=09fbb1e68802b3f9dc26604810462b5d, ASSIGN}] 2024-12-03T10:27:13,050 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=09fbb1e68802b3f9dc26604810462b5d, ASSIGN 2024-12-03T10:27:13,051 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=09fbb1e68802b3f9dc26604810462b5d, ASSIGN; state=OFFLINE, location=b030dd9a36e7,33013,1733221628283; forceNewPlan=false, retain=false 2024-12-03T10:27:13,202 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=09fbb1e68802b3f9dc26604810462b5d, regionState=OPENING, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:13,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 09fbb1e68802b3f9dc26604810462b5d, server=b030dd9a36e7,33013,1733221628283}] 2024-12-03T10:27:13,367 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:13,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733221632103.09fbb1e68802b3f9dc26604810462b5d. 2024-12-03T10:27:13,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 09fbb1e68802b3f9dc26604810462b5d, NAME => 'hbase:namespace,,1733221632103.09fbb1e68802b3f9dc26604810462b5d.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:27:13,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 09fbb1e68802b3f9dc26604810462b5d 2024-12-03T10:27:13,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733221632103.09fbb1e68802b3f9dc26604810462b5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:27:13,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 09fbb1e68802b3f9dc26604810462b5d 2024-12-03T10:27:13,397 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 09fbb1e68802b3f9dc26604810462b5d 2024-12-03T10:27:13,404 INFO [StoreOpener-09fbb1e68802b3f9dc26604810462b5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 09fbb1e68802b3f9dc26604810462b5d 2024-12-03T10:27:13,407 INFO [StoreOpener-09fbb1e68802b3f9dc26604810462b5d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09fbb1e68802b3f9dc26604810462b5d columnFamilyName info 2024-12-03T10:27:13,407 DEBUG [StoreOpener-09fbb1e68802b3f9dc26604810462b5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:13,408 INFO [StoreOpener-09fbb1e68802b3f9dc26604810462b5d-1 {}] regionserver.HStore(327): Store=09fbb1e68802b3f9dc26604810462b5d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:27:13,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/namespace/09fbb1e68802b3f9dc26604810462b5d 2024-12-03T10:27:13,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/namespace/09fbb1e68802b3f9dc26604810462b5d 2024-12-03T10:27:13,414 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 09fbb1e68802b3f9dc26604810462b5d 2024-12-03T10:27:13,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/namespace/09fbb1e68802b3f9dc26604810462b5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:27:13,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 09fbb1e68802b3f9dc26604810462b5d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69204142, jitterRate=0.03122207522392273}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-03T10:27:13,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 09fbb1e68802b3f9dc26604810462b5d: 2024-12-03T10:27:13,423 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733221632103.09fbb1e68802b3f9dc26604810462b5d., pid=6, masterSystemTime=1733221633367 2024-12-03T10:27:13,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733221632103.09fbb1e68802b3f9dc26604810462b5d. 2024-12-03T10:27:13,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733221632103.09fbb1e68802b3f9dc26604810462b5d. 2024-12-03T10:27:13,427 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=09fbb1e68802b3f9dc26604810462b5d, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:13,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T10:27:13,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 09fbb1e68802b3f9dc26604810462b5d, server=b030dd9a36e7,33013,1733221628283 in 219 msec 2024-12-03T10:27:13,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T10:27:13,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=09fbb1e68802b3f9dc26604810462b5d, ASSIGN in 390 msec 2024-12-03T10:27:13,440 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:27:13,441 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221633440"}]},"ts":"1733221633440"} 2024-12-03T10:27:13,443 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-03T10:27:13,493 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:27:13,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3890 sec 2024-12-03T10:27:13,514 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-03T10:27:13,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-03T10:27:13,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x1019c04d62d0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:27:13,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:27:13,552 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-03T10:27:13,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T10:27:13,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 38 msec 2024-12-03T10:27:13,597 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-03T10:27:13,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-03T10:27:13,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 31 msec 2024-12-03T10:27:13,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-03T10:27:13,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-03T10:27:13,676 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.308sec 2024-12-03T10:27:13,679 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T10:27:13,681 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T10:27:13,682 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T10:27:13,683 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T10:27:13,684 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T10:27:13,685 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,33687,1733221627553-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T10:27:13,686 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,33687,1733221627553-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T10:27:13,693 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-03T10:27:13,694 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T10:27:13,694 INFO [master/b030dd9a36e7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b030dd9a36e7,33687,1733221627553-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T10:27:13,746 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-12-03T10:27:13,746 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-03T10:27:13,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:27:13,763 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T10:27:13,763 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T10:27:13,772 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:27:13,779 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:27:13,786 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=b030dd9a36e7,33687,1733221627553 2024-12-03T10:27:13,797 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=88, ProcessCount=11, AvailableMemoryMB=3600 2024-12-03T10:27:13,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:27:13,810 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:27:13,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T10:27:13,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:27:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T10:27:13,823 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:27:13,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-03T10:27:13,823 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:13,824 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:27:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:27:13,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741837_1013 (size=963) 2024-12-03T10:27:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:27:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:27:14,239 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63 2024-12-03T10:27:14,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741838_1014 (size=53) 2024-12-03T10:27:14,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:27:14,651 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:27:14,651 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6c0facefddadf17489d813123ab99980, disabling compactions & flushes 2024-12-03T10:27:14,651 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:14,651 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:14,651 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. after waiting 0 ms 2024-12-03T10:27:14,651 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:14,651 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:14,651 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:14,654 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:27:14,654 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733221634654"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221634654"}]},"ts":"1733221634654"} 2024-12-03T10:27:14,657 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-03T10:27:14,659 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:27:14,659 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221634659"}]},"ts":"1733221634659"} 2024-12-03T10:27:14,662 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T10:27:14,717 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0facefddadf17489d813123ab99980, ASSIGN}] 2024-12-03T10:27:14,721 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0facefddadf17489d813123ab99980, ASSIGN 2024-12-03T10:27:14,723 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0facefddadf17489d813123ab99980, ASSIGN; state=OFFLINE, location=b030dd9a36e7,33013,1733221628283; forceNewPlan=false, retain=false 2024-12-03T10:27:14,873 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=6c0facefddadf17489d813123ab99980, regionState=OPENING, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:14,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283}] 2024-12-03T10:27:14,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:27:15,031 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:15,041 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:15,042 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:27:15,042 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:15,042 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:27:15,043 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:15,043 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:15,045 INFO [StoreOpener-6c0facefddadf17489d813123ab99980-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:15,049 INFO [StoreOpener-6c0facefddadf17489d813123ab99980-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:27:15,049 INFO [StoreOpener-6c0facefddadf17489d813123ab99980-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c0facefddadf17489d813123ab99980 columnFamilyName A 2024-12-03T10:27:15,049 DEBUG [StoreOpener-6c0facefddadf17489d813123ab99980-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:15,051 INFO [StoreOpener-6c0facefddadf17489d813123ab99980-1 {}] regionserver.HStore(327): Store=6c0facefddadf17489d813123ab99980/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:27:15,051 INFO [StoreOpener-6c0facefddadf17489d813123ab99980-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:15,053 INFO [StoreOpener-6c0facefddadf17489d813123ab99980-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:27:15,053 INFO [StoreOpener-6c0facefddadf17489d813123ab99980-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c0facefddadf17489d813123ab99980 columnFamilyName B 2024-12-03T10:27:15,053 DEBUG [StoreOpener-6c0facefddadf17489d813123ab99980-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:15,054 INFO [StoreOpener-6c0facefddadf17489d813123ab99980-1 {}] regionserver.HStore(327): Store=6c0facefddadf17489d813123ab99980/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:27:15,054 INFO [StoreOpener-6c0facefddadf17489d813123ab99980-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:15,056 INFO [StoreOpener-6c0facefddadf17489d813123ab99980-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:27:15,057 INFO [StoreOpener-6c0facefddadf17489d813123ab99980-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c0facefddadf17489d813123ab99980 columnFamilyName C 2024-12-03T10:27:15,057 DEBUG [StoreOpener-6c0facefddadf17489d813123ab99980-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:15,058 INFO [StoreOpener-6c0facefddadf17489d813123ab99980-1 {}] regionserver.HStore(327): Store=6c0facefddadf17489d813123ab99980/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:27:15,058 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:15,060 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980 2024-12-03T10:27:15,060 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980 2024-12-03T10:27:15,063 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T10:27:15,065 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:15,068 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:27:15,069 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 6c0facefddadf17489d813123ab99980; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70660458, jitterRate=0.05292287468910217}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T10:27:15,070 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:15,071 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., pid=11, masterSystemTime=1733221635031 2024-12-03T10:27:15,073 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:15,073 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:15,074 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=6c0facefddadf17489d813123ab99980, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:15,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-03T10:27:15,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 in 200 msec 2024-12-03T10:27:15,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T10:27:15,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0facefddadf17489d813123ab99980, ASSIGN in 363 msec 2024-12-03T10:27:15,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:27:15,084 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221635084"}]},"ts":"1733221635084"} 2024-12-03T10:27:15,086 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T10:27:15,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:27:15,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2740 sec 2024-12-03T10:27:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-03T10:27:15,952 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-03T10:27:15,959 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-12-03T10:27:16,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:27:16,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:27:16,014 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:27:16,017 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:27:16,019 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54444, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:27:16,025 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-12-03T10:27:16,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:27:16,035 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-12-03T10:27:16,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:27:16,044 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-12-03T10:27:16,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:27:16,052 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-12-03T10:27:16,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:27:16,061 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-12-03T10:27:16,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:27:16,077 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-12-03T10:27:16,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:27:16,085 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-12-03T10:27:16,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:27:16,094 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-12-03T10:27:16,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:27:16,102 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-12-03T10:27:16,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:27:16,120 DEBUG [hconnection-0x2ce6d49-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:27:16,123 DEBUG [hconnection-0x11fa2cd8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:27:16,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:27:16,125 DEBUG [hconnection-0x7c3cfe41-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:27:16,125 DEBUG [hconnection-0x38c2ffb0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:27:16,126 DEBUG [hconnection-0x106fdee5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:27:16,129 DEBUG [hconnection-0x3d2cc084-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:27:16,129 DEBUG [hconnection-0x1127e63d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:27:16,129 DEBUG [hconnection-0x47be79fd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:27:16,130 DEBUG [hconnection-0x4b969ab9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:27:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-03T10:27:16,132 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:27:16,132 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:27:16,132 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38012, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:27:16,134 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:27:16,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-03T10:27:16,135 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:27:16,137 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:27:16,137 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:27:16,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:27:16,144 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38052, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:27:16,146 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38064, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:27:16,148 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:27:16,149 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38070, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:27:16,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T10:27:16,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:16,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:16,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:16,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:16,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:16,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:16,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:16,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-03T10:27:16,305 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:16,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/832542693ba342108b9fa527304aa4fb is 50, key is test_row_0/A:col10/1733221636194/Put/seqid=0 2024-12-03T10:27:16,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-03T10:27:16,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:16,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:16,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:16,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:16,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:16,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741839_1015 (size=12001) 2024-12-03T10:27:16,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:16,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221696336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:16,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221696333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:16,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/832542693ba342108b9fa527304aa4fb 2024-12-03T10:27:16,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221696341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:16,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221696346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:16,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:16,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221696350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-03T10:27:16,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/67fbeda212824236ba2b0ba0e175b61e is 50, key is test_row_0/B:col10/1733221636194/Put/seqid=0 2024-12-03T10:27:16,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741840_1016 (size=12001) 2024-12-03T10:27:16,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/67fbeda212824236ba2b0ba0e175b61e 2024-12-03T10:27:16,479 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:16,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-03T10:27:16,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221696483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:16,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:16,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:16,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:16,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:16,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:16,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:16,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221696497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:16,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221696497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:16,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:16,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221696498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:16,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221696498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:16,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/28de566429b8443295e3e466ea2e920a is 50, key is test_row_0/C:col10/1733221636194/Put/seqid=0 2024-12-03T10:27:16,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741841_1017 (size=12001) 2024-12-03T10:27:16,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/28de566429b8443295e3e466ea2e920a 2024-12-03T10:27:16,553 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-03T10:27:16,555 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T10:27:16,555 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-03T10:27:16,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/832542693ba342108b9fa527304aa4fb as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/832542693ba342108b9fa527304aa4fb 2024-12-03T10:27:16,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/832542693ba342108b9fa527304aa4fb, entries=150, sequenceid=13, filesize=11.7 K 2024-12-03T10:27:16,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/67fbeda212824236ba2b0ba0e175b61e as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/67fbeda212824236ba2b0ba0e175b61e 2024-12-03T10:27:16,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/67fbeda212824236ba2b0ba0e175b61e, entries=150, sequenceid=13, filesize=11.7 K 2024-12-03T10:27:16,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/28de566429b8443295e3e466ea2e920a as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/28de566429b8443295e3e466ea2e920a 2024-12-03T10:27:16,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/28de566429b8443295e3e466ea2e920a, entries=150, sequenceid=13, filesize=11.7 K 2024-12-03T10:27:16,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6c0facefddadf17489d813123ab99980 in 435ms, sequenceid=13, compaction requested=false 2024-12-03T10:27:16,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:16,647 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:16,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-03T10:27:16,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:16,652 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T10:27:16,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:16,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:16,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:16,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:16,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:16,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:16,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/2915e1df968a4c508f0187ed1c295460 is 50, key is test_row_0/A:col10/1733221636339/Put/seqid=0 2024-12-03T10:27:16,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741842_1018 (size=12001) 2024-12-03T10:27:16,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:16,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:16,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:16,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221696723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:16,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:16,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221696726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:16,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:16,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221696727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:16,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-03T10:27:16,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:16,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221696730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:16,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:16,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221696730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:16,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:16,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221696839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:16,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:16,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221696841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:16,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221696842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:16,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:16,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221696846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:16,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:16,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221696848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:17,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:17,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221697045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:17,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:17,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221697047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:17,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221697049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:17,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:17,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221697051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:17,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221697054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:17,115 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/2915e1df968a4c508f0187ed1c295460 2024-12-03T10:27:17,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/363f09cdb6764e6a9db5a894dca702d8 is 50, key is test_row_0/B:col10/1733221636339/Put/seqid=0 2024-12-03T10:27:17,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741843_1019 (size=12001) 2024-12-03T10:27:17,177 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/363f09cdb6764e6a9db5a894dca702d8 2024-12-03T10:27:17,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/dd84c058607f44349a46efe7ac4bb89f is 50, key is test_row_0/C:col10/1733221636339/Put/seqid=0 2024-12-03T10:27:17,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741844_1020 (size=12001) 2024-12-03T10:27:17,222 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/dd84c058607f44349a46efe7ac4bb89f 2024-12-03T10:27:17,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/2915e1df968a4c508f0187ed1c295460 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/2915e1df968a4c508f0187ed1c295460 2024-12-03T10:27:17,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-03T10:27:17,249 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/2915e1df968a4c508f0187ed1c295460, entries=150, sequenceid=37, filesize=11.7 K 2024-12-03T10:27:17,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/363f09cdb6764e6a9db5a894dca702d8 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/363f09cdb6764e6a9db5a894dca702d8 2024-12-03T10:27:17,268 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/363f09cdb6764e6a9db5a894dca702d8, entries=150, sequenceid=37, filesize=11.7 K 2024-12-03T10:27:17,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/dd84c058607f44349a46efe7ac4bb89f as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/dd84c058607f44349a46efe7ac4bb89f 2024-12-03T10:27:17,291 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/dd84c058607f44349a46efe7ac4bb89f, entries=150, sequenceid=37, filesize=11.7 K 2024-12-03T10:27:17,293 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6c0facefddadf17489d813123ab99980 in 641ms, sequenceid=37, compaction requested=false 2024-12-03T10:27:17,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:17,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:17,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-03T10:27:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-03T10:27:17,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-03T10:27:17,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1580 sec 2024-12-03T10:27:17,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.1740 sec 2024-12-03T10:27:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:17,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T10:27:17,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:17,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:17,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:17,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:17,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:17,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:17,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/24c0556b26ba474e87fad7d3b0f2d588 is 50, key is test_row_0/A:col10/1733221636721/Put/seqid=0 2024-12-03T10:27:17,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741845_1021 (size=12001) 2024-12-03T10:27:17,395 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T10:27:17,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:17,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221697402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221697401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:17,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:17,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221697405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221697407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:17,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221697407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:17,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:17,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221697515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221697514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:17,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:17,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221697516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221697516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:17,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221697514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:17,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:17,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221697724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:17,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221697725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:17,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:17,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221697725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:17,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221697726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:17,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221697728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:17,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/24c0556b26ba474e87fad7d3b0f2d588 2024-12-03T10:27:17,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/4e6ec099b0534d499a3d02c44fce244b is 50, key is test_row_0/B:col10/1733221636721/Put/seqid=0 2024-12-03T10:27:17,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741846_1022 (size=12001) 2024-12-03T10:27:17,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/4e6ec099b0534d499a3d02c44fce244b 2024-12-03T10:27:17,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/29a348e72670484baff1a35b9f584aaf is 50, key is test_row_0/C:col10/1733221636721/Put/seqid=0 2024-12-03T10:27:17,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741847_1023 (size=12001) 2024-12-03T10:27:17,894 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/29a348e72670484baff1a35b9f584aaf 2024-12-03T10:27:17,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/24c0556b26ba474e87fad7d3b0f2d588 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/24c0556b26ba474e87fad7d3b0f2d588 2024-12-03T10:27:17,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/24c0556b26ba474e87fad7d3b0f2d588, entries=150, sequenceid=50, filesize=11.7 K 2024-12-03T10:27:17,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/4e6ec099b0534d499a3d02c44fce244b as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/4e6ec099b0534d499a3d02c44fce244b 2024-12-03T10:27:17,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/4e6ec099b0534d499a3d02c44fce244b, entries=150, sequenceid=50, filesize=11.7 K 2024-12-03T10:27:17,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/29a348e72670484baff1a35b9f584aaf as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/29a348e72670484baff1a35b9f584aaf 2024-12-03T10:27:17,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/29a348e72670484baff1a35b9f584aaf, entries=150, sequenceid=50, filesize=11.7 K 2024-12-03T10:27:17,968 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T10:27:17,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T10:27:17,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 6c0facefddadf17489d813123ab99980 in 615ms, sequenceid=50, compaction requested=true 2024-12-03T10:27:17,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:17,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-03T10:27:17,971 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-03T10:27:17,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:27:17,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:17,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:27:17,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:17,972 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:27:17,972 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T10:27:17,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:27:17,972 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:17,972 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:17,972 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:17,973 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T10:27:17,973 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T10:27:17,974 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-03T10:27:17,974 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-03T10:27:17,977 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:17,979 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/B is initiating minor compaction (all files) 2024-12-03T10:27:17,979 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/B in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:17,979 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/67fbeda212824236ba2b0ba0e175b61e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/363f09cdb6764e6a9db5a894dca702d8, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/4e6ec099b0534d499a3d02c44fce244b] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=35.2 K 2024-12-03T10:27:17,980 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:17,980 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/A is initiating minor compaction (all files) 2024-12-03T10:27:17,980 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/A in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:17,980 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/832542693ba342108b9fa527304aa4fb, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/2915e1df968a4c508f0187ed1c295460, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/24c0556b26ba474e87fad7d3b0f2d588] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=35.2 K 2024-12-03T10:27:17,981 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 67fbeda212824236ba2b0ba0e175b61e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733221636142 2024-12-03T10:27:17,982 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 363f09cdb6764e6a9db5a894dca702d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733221636325 2024-12-03T10:27:17,982 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e6ec099b0534d499a3d02c44fce244b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733221636721 2024-12-03T10:27:17,983 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 832542693ba342108b9fa527304aa4fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733221636142 2024-12-03T10:27:17,989 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2915e1df968a4c508f0187ed1c295460, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733221636325 2024-12-03T10:27:17,990 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24c0556b26ba474e87fad7d3b0f2d588, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733221636721 2024-12-03T10:27:18,039 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#B#compaction#9 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:18,041 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/1335aa5ddada4e18966252cb95b6176e is 50, key is test_row_0/B:col10/1733221636721/Put/seqid=0 2024-12-03T10:27:18,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T10:27:18,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:18,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:18,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:18,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:18,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:18,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:18,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/71cd097aa855430c8a037529d2e99cf7 is 50, key is test_row_0/A:col10/1733221637401/Put/seqid=0 2024-12-03T10:27:18,064 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#A#compaction#10 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:18,065 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/2800de637f8e4d17829c1f9ffa06a8a2 is 50, key is test_row_0/A:col10/1733221636721/Put/seqid=0 2024-12-03T10:27:18,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741848_1024 (size=12104) 2024-12-03T10:27:18,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221698062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221698064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221698073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,088 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/1335aa5ddada4e18966252cb95b6176e as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/1335aa5ddada4e18966252cb95b6176e 2024-12-03T10:27:18,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221698080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221698080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,112 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/B of 6c0facefddadf17489d813123ab99980 into 1335aa5ddada4e18966252cb95b6176e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:18,112 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:18,114 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/B, priority=13, startTime=1733221637972; duration=0sec 2024-12-03T10:27:18,116 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:18,116 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:B 2024-12-03T10:27:18,116 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:18,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741849_1025 (size=14341) 2024-12-03T10:27:18,122 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:18,122 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/C is initiating minor compaction (all files) 2024-12-03T10:27:18,124 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/C in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:18,125 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/28de566429b8443295e3e466ea2e920a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/dd84c058607f44349a46efe7ac4bb89f, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/29a348e72670484baff1a35b9f584aaf] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=35.2 K 2024-12-03T10:27:18,126 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 28de566429b8443295e3e466ea2e920a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733221636142 2024-12-03T10:27:18,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/71cd097aa855430c8a037529d2e99cf7 2024-12-03T10:27:18,129 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting dd84c058607f44349a46efe7ac4bb89f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733221636325 2024-12-03T10:27:18,130 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 29a348e72670484baff1a35b9f584aaf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733221636721 2024-12-03T10:27:18,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741850_1026 (size=12104) 2024-12-03T10:27:18,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/0f23ccccbf7e4ef6943b0c8d3383a7db is 50, key is test_row_0/B:col10/1733221637401/Put/seqid=0 2024-12-03T10:27:18,173 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#C#compaction#13 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:18,174 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/77e0401954e045feb462e285afe7715d is 50, key is test_row_0/C:col10/1733221636721/Put/seqid=0 2024-12-03T10:27:18,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221698182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:18,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221698182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221698187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:18,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221698193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741851_1027 (size=12001) 2024-12-03T10:27:18,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221698194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/0f23ccccbf7e4ef6943b0c8d3383a7db 2024-12-03T10:27:18,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741852_1028 (size=12104) 2024-12-03T10:27:18,242 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/77e0401954e045feb462e285afe7715d as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/77e0401954e045feb462e285afe7715d 2024-12-03T10:27:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-03T10:27:18,245 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-03T10:27:18,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:27:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-03T10:27:18,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-03T10:27:18,251 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:27:18,252 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:27:18,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:27:18,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/87943860c78d413392d0cc70251b35cb is 50, key is test_row_0/C:col10/1733221637401/Put/seqid=0 2024-12-03T10:27:18,259 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/C of 6c0facefddadf17489d813123ab99980 into 77e0401954e045feb462e285afe7715d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:18,259 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:18,259 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/C, priority=13, startTime=1733221637972; duration=0sec 2024-12-03T10:27:18,260 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:18,260 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:C 2024-12-03T10:27:18,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741853_1029 (size=12001) 2024-12-03T10:27:18,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/87943860c78d413392d0cc70251b35cb 2024-12-03T10:27:18,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/71cd097aa855430c8a037529d2e99cf7 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/71cd097aa855430c8a037529d2e99cf7 2024-12-03T10:27:18,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/71cd097aa855430c8a037529d2e99cf7, entries=200, sequenceid=75, filesize=14.0 K 2024-12-03T10:27:18,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/0f23ccccbf7e4ef6943b0c8d3383a7db as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/0f23ccccbf7e4ef6943b0c8d3383a7db 2024-12-03T10:27:18,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/0f23ccccbf7e4ef6943b0c8d3383a7db, entries=150, sequenceid=75, filesize=11.7 K 2024-12-03T10:27:18,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/87943860c78d413392d0cc70251b35cb as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/87943860c78d413392d0cc70251b35cb 2024-12-03T10:27:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-03T10:27:18,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/87943860c78d413392d0cc70251b35cb, entries=150, sequenceid=75, filesize=11.7 K 2024-12-03T10:27:18,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 6c0facefddadf17489d813123ab99980 in 319ms, sequenceid=75, compaction requested=false 2024-12-03T10:27:18,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:18,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T10:27:18,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:18,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:18,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:18,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:18,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:18,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:18,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/592f5aad0cca4d40a7d17e5d15bc5f3e is 50, key is test_row_0/A:col10/1733221638048/Put/seqid=0 2024-12-03T10:27:18,405 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-03T10:27:18,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:18,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:18,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:18,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:18,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:18,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741854_1030 (size=14341) 2024-12-03T10:27:18,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/592f5aad0cca4d40a7d17e5d15bc5f3e 2024-12-03T10:27:18,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/18b1e49de15d46d8a4cf76ca3464b3f0 is 50, key is test_row_0/B:col10/1733221638048/Put/seqid=0 2024-12-03T10:27:18,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741855_1031 (size=12001) 2024-12-03T10:27:18,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/18b1e49de15d46d8a4cf76ca3464b3f0 2024-12-03T10:27:18,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/4cdbc8b5833e43a28b0d129fb7cd7b07 is 50, key is test_row_0/C:col10/1733221638048/Put/seqid=0 2024-12-03T10:27:18,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741856_1032 (size=12001) 2024-12-03T10:27:18,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221698448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221698459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221698504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221698504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221698505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-03T10:27:18,563 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-03T10:27:18,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:18,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:18,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:18,565 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/2800de637f8e4d17829c1f9ffa06a8a2 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/2800de637f8e4d17829c1f9ffa06a8a2 2024-12-03T10:27:18,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:18,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:18,586 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/A of 6c0facefddadf17489d813123ab99980 into 2800de637f8e4d17829c1f9ffa06a8a2(size=11.8 K), total size for store is 25.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:18,587 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:18,587 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/A, priority=13, startTime=1733221637971; duration=0sec 2024-12-03T10:27:18,587 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:18,587 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:A 2024-12-03T10:27:18,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221698608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221698609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:18,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221698617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221698617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221698617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,719 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-03T10:27:18,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:18,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:18,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:18,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:18,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:18,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221698811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221698814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221698820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221698822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221698822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-03T10:27:18,873 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:18,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-03T10:27:18,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:18,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:18,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:18,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:18,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:18,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/4cdbc8b5833e43a28b0d129fb7cd7b07 2024-12-03T10:27:18,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/592f5aad0cca4d40a7d17e5d15bc5f3e as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/592f5aad0cca4d40a7d17e5d15bc5f3e 2024-12-03T10:27:18,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/592f5aad0cca4d40a7d17e5d15bc5f3e, entries=200, sequenceid=90, filesize=14.0 K 2024-12-03T10:27:18,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/18b1e49de15d46d8a4cf76ca3464b3f0 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/18b1e49de15d46d8a4cf76ca3464b3f0 2024-12-03T10:27:18,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/18b1e49de15d46d8a4cf76ca3464b3f0, entries=150, sequenceid=90, filesize=11.7 K 2024-12-03T10:27:18,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/4cdbc8b5833e43a28b0d129fb7cd7b07 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/4cdbc8b5833e43a28b0d129fb7cd7b07 2024-12-03T10:27:18,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/4cdbc8b5833e43a28b0d129fb7cd7b07, entries=150, sequenceid=90, filesize=11.7 K 2024-12-03T10:27:18,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 6c0facefddadf17489d813123ab99980 in 574ms, sequenceid=90, compaction requested=true 2024-12-03T10:27:18,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:18,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:27:18,968 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:18,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:18,968 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:18,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:27:18,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:18,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:27:18,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:18,971 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:18,971 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:18,971 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/A is initiating minor compaction (all files) 2024-12-03T10:27:18,971 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/B is initiating minor compaction (all files) 2024-12-03T10:27:18,971 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/B in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:18,971 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/A in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:18,971 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/1335aa5ddada4e18966252cb95b6176e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/0f23ccccbf7e4ef6943b0c8d3383a7db, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/18b1e49de15d46d8a4cf76ca3464b3f0] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=35.3 K 2024-12-03T10:27:18,971 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/2800de637f8e4d17829c1f9ffa06a8a2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/71cd097aa855430c8a037529d2e99cf7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/592f5aad0cca4d40a7d17e5d15bc5f3e] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=39.8 K 2024-12-03T10:27:18,973 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 1335aa5ddada4e18966252cb95b6176e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733221636721 2024-12-03T10:27:18,973 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2800de637f8e4d17829c1f9ffa06a8a2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733221636721 2024-12-03T10:27:18,974 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f23ccccbf7e4ef6943b0c8d3383a7db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733221637397 2024-12-03T10:27:18,974 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71cd097aa855430c8a037529d2e99cf7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733221637397 2024-12-03T10:27:18,974 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 18b1e49de15d46d8a4cf76ca3464b3f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733221638048 2024-12-03T10:27:18,975 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 592f5aad0cca4d40a7d17e5d15bc5f3e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733221638048 2024-12-03T10:27:19,007 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:19,008 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/e69db3f7ee2a47e0afe52fe8308f3de6 is 50, key is test_row_0/B:col10/1733221638048/Put/seqid=0 2024-12-03T10:27:19,013 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:19,014 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/704b3821d641488992e78a0286ea6b0f is 50, key is test_row_0/A:col10/1733221638048/Put/seqid=0 2024-12-03T10:27:19,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741857_1033 (size=12207) 2024-12-03T10:27:19,029 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:19,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-03T10:27:19,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:19,031 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T10:27:19,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:19,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:19,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:19,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:19,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:19,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:19,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/7a5d9405ae334cbe8132b3d7dea25dec is 50, key is test_row_0/A:col10/1733221638444/Put/seqid=0 2024-12-03T10:27:19,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741858_1034 (size=12207) 2024-12-03T10:27:19,045 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/e69db3f7ee2a47e0afe52fe8308f3de6 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/e69db3f7ee2a47e0afe52fe8308f3de6 2024-12-03T10:27:19,056 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/704b3821d641488992e78a0286ea6b0f as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/704b3821d641488992e78a0286ea6b0f 2024-12-03T10:27:19,059 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/B of 6c0facefddadf17489d813123ab99980 into e69db3f7ee2a47e0afe52fe8308f3de6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:19,059 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:19,059 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/B, priority=13, startTime=1733221638968; duration=0sec 2024-12-03T10:27:19,059 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:19,059 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:B 2024-12-03T10:27:19,059 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:19,062 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:19,062 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/C is initiating minor compaction (all files) 2024-12-03T10:27:19,062 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/C in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:19,062 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/77e0401954e045feb462e285afe7715d, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/87943860c78d413392d0cc70251b35cb, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/4cdbc8b5833e43a28b0d129fb7cd7b07] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=35.3 K 2024-12-03T10:27:19,063 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 77e0401954e045feb462e285afe7715d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733221636721 2024-12-03T10:27:19,064 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 87943860c78d413392d0cc70251b35cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733221637397 2024-12-03T10:27:19,064 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cdbc8b5833e43a28b0d129fb7cd7b07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733221638048 2024-12-03T10:27:19,070 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/A of 6c0facefddadf17489d813123ab99980 into 704b3821d641488992e78a0286ea6b0f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:19,071 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:19,071 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/A, priority=13, startTime=1733221638968; duration=0sec 2024-12-03T10:27:19,071 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:19,071 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:A 2024-12-03T10:27:19,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741859_1035 (size=12001) 2024-12-03T10:27:19,074 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/7a5d9405ae334cbe8132b3d7dea25dec 2024-12-03T10:27:19,087 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#C#compaction#21 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:19,089 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/ddcb525793344e0aa09b2455ed4e2474 is 50, key is test_row_0/C:col10/1733221638048/Put/seqid=0 2024-12-03T10:27:19,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/6509571d1c0649819ea38ef571a7840c is 50, key is test_row_0/B:col10/1733221638444/Put/seqid=0 2024-12-03T10:27:19,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741860_1036 (size=12207) 2024-12-03T10:27:19,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:19,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:19,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741861_1037 (size=12001) 2024-12-03T10:27:19,131 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/6509571d1c0649819ea38ef571a7840c 2024-12-03T10:27:19,132 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/ddcb525793344e0aa09b2455ed4e2474 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/ddcb525793344e0aa09b2455ed4e2474 2024-12-03T10:27:19,150 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/C of 6c0facefddadf17489d813123ab99980 into ddcb525793344e0aa09b2455ed4e2474(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:19,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/8984b37854b344c8afda57c9866ce8c4 is 50, key is test_row_0/C:col10/1733221638444/Put/seqid=0 2024-12-03T10:27:19,150 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:19,151 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/C, priority=13, startTime=1733221638968; duration=0sec 2024-12-03T10:27:19,151 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:19,152 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:C 2024-12-03T10:27:19,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:19,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221699142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:19,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:19,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221699144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:19,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221699149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:19,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:19,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221699153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:19,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741862_1038 (size=12001) 2024-12-03T10:27:19,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221699147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:19,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:19,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221699255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:19,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221699254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:19,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:19,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221699259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:19,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221699260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:19,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221699264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:19,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-03T10:27:19,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:19,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221699458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221699458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:19,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:19,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221699465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:19,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:19,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221699466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:19,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:19,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221699468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:19,561 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/8984b37854b344c8afda57c9866ce8c4 2024-12-03T10:27:19,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/7a5d9405ae334cbe8132b3d7dea25dec as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/7a5d9405ae334cbe8132b3d7dea25dec 2024-12-03T10:27:19,588 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/7a5d9405ae334cbe8132b3d7dea25dec, entries=150, sequenceid=115, filesize=11.7 K 2024-12-03T10:27:19,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/6509571d1c0649819ea38ef571a7840c as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/6509571d1c0649819ea38ef571a7840c 2024-12-03T10:27:19,602 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/6509571d1c0649819ea38ef571a7840c, entries=150, sequenceid=115, filesize=11.7 K 2024-12-03T10:27:19,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/8984b37854b344c8afda57c9866ce8c4 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/8984b37854b344c8afda57c9866ce8c4 2024-12-03T10:27:19,625 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/8984b37854b344c8afda57c9866ce8c4, entries=150, sequenceid=115, filesize=11.7 K 2024-12-03T10:27:19,629 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6c0facefddadf17489d813123ab99980 in 596ms, sequenceid=115, compaction requested=false 2024-12-03T10:27:19,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:19,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:19,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-03T10:27:19,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-03T10:27:19,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-03T10:27:19,634 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3790 sec 2024-12-03T10:27:19,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.3880 sec 2024-12-03T10:27:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:19,765 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T10:27:19,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:19,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:19,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:19,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:19,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:19,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:19,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/1613e5de1dde4cd19c4d229f701d9ed8 is 50, key is test_row_0/A:col10/1733221639142/Put/seqid=0 2024-12-03T10:27:19,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741863_1039 (size=12051) 2024-12-03T10:27:19,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/1613e5de1dde4cd19c4d229f701d9ed8 2024-12-03T10:27:19,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/bcd46fb8e4f048158827a2e748af48b7 is 50, key is test_row_0/B:col10/1733221639142/Put/seqid=0 2024-12-03T10:27:19,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221699813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:19,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221699813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:19,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221699821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:19,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:19,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221699822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:19,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741864_1040 (size=12051) 2024-12-03T10:27:19,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:19,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221699838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:19,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/bcd46fb8e4f048158827a2e748af48b7 2024-12-03T10:27:19,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/504293619b6449d29f63a09fb0a162f3 is 50, key is test_row_0/C:col10/1733221639142/Put/seqid=0 2024-12-03T10:27:19,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741865_1041 (size=12051) 2024-12-03T10:27:19,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/504293619b6449d29f63a09fb0a162f3 2024-12-03T10:27:19,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/1613e5de1dde4cd19c4d229f701d9ed8 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/1613e5de1dde4cd19c4d229f701d9ed8 2024-12-03T10:27:19,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/1613e5de1dde4cd19c4d229f701d9ed8, entries=150, sequenceid=131, filesize=11.8 K 2024-12-03T10:27:19,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/bcd46fb8e4f048158827a2e748af48b7 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/bcd46fb8e4f048158827a2e748af48b7 2024-12-03T10:27:19,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/bcd46fb8e4f048158827a2e748af48b7, entries=150, sequenceid=131, filesize=11.8 K 2024-12-03T10:27:19,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:19,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221699932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:19,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221699932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:19,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221699930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:19,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:19,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221699932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:19,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/504293619b6449d29f63a09fb0a162f3 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/504293619b6449d29f63a09fb0a162f3 2024-12-03T10:27:19,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:19,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221699942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:19,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/504293619b6449d29f63a09fb0a162f3, entries=150, sequenceid=131, filesize=11.8 K 2024-12-03T10:27:19,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 6c0facefddadf17489d813123ab99980 in 191ms, sequenceid=131, compaction requested=true 2024-12-03T10:27:19,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:19,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:27:19,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:19,956 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:19,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:27:19,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:19,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:27:19,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:19,956 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:19,958 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:19,958 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:19,958 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/B is initiating minor compaction (all files) 2024-12-03T10:27:19,958 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/A is initiating minor compaction (all files) 2024-12-03T10:27:19,958 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/A in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:19,958 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/B in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:19,958 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/704b3821d641488992e78a0286ea6b0f, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/7a5d9405ae334cbe8132b3d7dea25dec, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/1613e5de1dde4cd19c4d229f701d9ed8] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=35.4 K 2024-12-03T10:27:19,959 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/e69db3f7ee2a47e0afe52fe8308f3de6, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/6509571d1c0649819ea38ef571a7840c, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/bcd46fb8e4f048158827a2e748af48b7] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=35.4 K 2024-12-03T10:27:19,959 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting e69db3f7ee2a47e0afe52fe8308f3de6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733221638048 2024-12-03T10:27:19,960 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 6509571d1c0649819ea38ef571a7840c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733221638444 2024-12-03T10:27:19,960 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 704b3821d641488992e78a0286ea6b0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733221638048 2024-12-03T10:27:19,960 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting bcd46fb8e4f048158827a2e748af48b7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733221639142 2024-12-03T10:27:19,962 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a5d9405ae334cbe8132b3d7dea25dec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733221638444 2024-12-03T10:27:19,962 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1613e5de1dde4cd19c4d229f701d9ed8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733221639142 2024-12-03T10:27:19,980 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#B#compaction#27 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:19,981 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/343ff7b947a947e59f2021fb56ac9083 is 50, key is test_row_0/B:col10/1733221639142/Put/seqid=0 2024-12-03T10:27:19,988 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#A#compaction#28 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:19,989 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/843f2f5853384c128b2b0e0b8eb536f7 is 50, key is test_row_0/A:col10/1733221639142/Put/seqid=0 2024-12-03T10:27:20,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741866_1042 (size=12359) 2024-12-03T10:27:20,026 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/343ff7b947a947e59f2021fb56ac9083 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/343ff7b947a947e59f2021fb56ac9083 2024-12-03T10:27:20,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741867_1043 (size=12359) 2024-12-03T10:27:20,046 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/B of 6c0facefddadf17489d813123ab99980 into 343ff7b947a947e59f2021fb56ac9083(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:20,046 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:20,046 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/B, priority=13, startTime=1733221639956; duration=0sec 2024-12-03T10:27:20,046 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:20,046 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:B 2024-12-03T10:27:20,047 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:20,048 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/843f2f5853384c128b2b0e0b8eb536f7 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/843f2f5853384c128b2b0e0b8eb536f7 2024-12-03T10:27:20,052 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:20,053 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/C is initiating minor compaction (all files) 2024-12-03T10:27:20,053 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/C in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:20,053 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/ddcb525793344e0aa09b2455ed4e2474, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/8984b37854b344c8afda57c9866ce8c4, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/504293619b6449d29f63a09fb0a162f3] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=35.4 K 2024-12-03T10:27:20,054 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting ddcb525793344e0aa09b2455ed4e2474, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733221638048 2024-12-03T10:27:20,055 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 8984b37854b344c8afda57c9866ce8c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733221638444 2024-12-03T10:27:20,056 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 504293619b6449d29f63a09fb0a162f3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733221639142 2024-12-03T10:27:20,060 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/A of 6c0facefddadf17489d813123ab99980 into 843f2f5853384c128b2b0e0b8eb536f7(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:20,060 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:20,060 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/A, priority=13, startTime=1733221639956; duration=0sec 2024-12-03T10:27:20,060 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:20,060 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:A 2024-12-03T10:27:20,068 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#C#compaction#29 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:20,069 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/aedbe70d3617474981433cdad3ee862f is 50, key is test_row_0/C:col10/1733221639142/Put/seqid=0 2024-12-03T10:27:20,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741868_1044 (size=12359) 2024-12-03T10:27:20,099 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/aedbe70d3617474981433cdad3ee862f as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/aedbe70d3617474981433cdad3ee862f 2024-12-03T10:27:20,113 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/C of 6c0facefddadf17489d813123ab99980 into aedbe70d3617474981433cdad3ee862f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:20,113 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:20,113 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/C, priority=13, startTime=1733221639956; duration=0sec 2024-12-03T10:27:20,113 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:20,113 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:C 2024-12-03T10:27:20,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-03T10:27:20,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:20,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:20,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:20,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:20,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:20,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:20,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:20,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221700151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221700152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221700154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221700154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221700155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/708da0233b45456591bd749bb9490f20 is 50, key is test_row_0/A:col10/1733221640143/Put/seqid=0 2024-12-03T10:27:20,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741869_1045 (size=12151) 2024-12-03T10:27:20,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/708da0233b45456591bd749bb9490f20 2024-12-03T10:27:20,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/6a0778b6ceaa4ff2967ffc91441451df is 50, key is test_row_0/B:col10/1733221640143/Put/seqid=0 2024-12-03T10:27:20,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741870_1046 (size=12151) 2024-12-03T10:27:20,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/6a0778b6ceaa4ff2967ffc91441451df 2024-12-03T10:27:20,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/aa4dfdce126643e1b56b239fc6eadbe0 is 50, key is test_row_0/C:col10/1733221640143/Put/seqid=0 2024-12-03T10:27:20,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221700258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221700260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221700260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221700261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221700261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741871_1047 (size=12151) 2024-12-03T10:27:20,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/aa4dfdce126643e1b56b239fc6eadbe0 2024-12-03T10:27:20,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/708da0233b45456591bd749bb9490f20 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/708da0233b45456591bd749bb9490f20 2024-12-03T10:27:20,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/708da0233b45456591bd749bb9490f20, entries=150, sequenceid=162, filesize=11.9 K 2024-12-03T10:27:20,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/6a0778b6ceaa4ff2967ffc91441451df as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/6a0778b6ceaa4ff2967ffc91441451df 2024-12-03T10:27:20,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/6a0778b6ceaa4ff2967ffc91441451df, entries=150, sequenceid=162, filesize=11.9 K 2024-12-03T10:27:20,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/aa4dfdce126643e1b56b239fc6eadbe0 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/aa4dfdce126643e1b56b239fc6eadbe0 2024-12-03T10:27:20,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/aa4dfdce126643e1b56b239fc6eadbe0, entries=150, sequenceid=162, filesize=11.9 K 2024-12-03T10:27:20,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 6c0facefddadf17489d813123ab99980 in 191ms, sequenceid=162, compaction requested=false 2024-12-03T10:27:20,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-03T10:27:20,357 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-03T10:27:20,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:27:20,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-03T10:27:20,365 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:27:20,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-03T10:27:20,366 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:27:20,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:27:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-03T10:27:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:20,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T10:27:20,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:20,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:20,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:20,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:20,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:20,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:20,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/b821147014b04bdaad64a05bf6b268c1 is 50, key is test_row_0/A:col10/1733221640468/Put/seqid=0 2024-12-03T10:27:20,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741872_1048 (size=12151) 2024-12-03T10:27:20,488 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/b821147014b04bdaad64a05bf6b268c1 2024-12-03T10:27:20,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/083f12e8f21d4656afffd2d121827513 is 50, key is test_row_0/B:col10/1733221640468/Put/seqid=0 2024-12-03T10:27:20,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221700510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221700510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221700514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221700513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221700515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,520 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-03T10:27:20,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:20,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:20,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:20,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:20,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:20,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:20,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741873_1049 (size=12151) 2024-12-03T10:27:20,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/083f12e8f21d4656afffd2d121827513 2024-12-03T10:27:20,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/675b6f91f61f43b5a2a5db126dfda350 is 50, key is test_row_0/C:col10/1733221640468/Put/seqid=0 2024-12-03T10:27:20,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741874_1050 (size=12151) 2024-12-03T10:27:20,586 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/675b6f91f61f43b5a2a5db126dfda350 2024-12-03T10:27:20,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/b821147014b04bdaad64a05bf6b268c1 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/b821147014b04bdaad64a05bf6b268c1 2024-12-03T10:27:20,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/b821147014b04bdaad64a05bf6b268c1, entries=150, sequenceid=174, filesize=11.9 K 2024-12-03T10:27:20,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/083f12e8f21d4656afffd2d121827513 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/083f12e8f21d4656afffd2d121827513 2024-12-03T10:27:20,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221700619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221700619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221700619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221700620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221700620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/083f12e8f21d4656afffd2d121827513, entries=150, sequenceid=174, filesize=11.9 K 2024-12-03T10:27:20,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/675b6f91f61f43b5a2a5db126dfda350 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/675b6f91f61f43b5a2a5db126dfda350 2024-12-03T10:27:20,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/675b6f91f61f43b5a2a5db126dfda350, entries=150, sequenceid=174, filesize=11.9 K 2024-12-03T10:27:20,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6c0facefddadf17489d813123ab99980 in 174ms, sequenceid=174, compaction requested=true 2024-12-03T10:27:20,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:20,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:27:20,645 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:20,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:20,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:27:20,645 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:20,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:20,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:27:20,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:20,647 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:20,647 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:20,647 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/B is initiating minor compaction (all files) 2024-12-03T10:27:20,647 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/A is initiating minor compaction (all files) 2024-12-03T10:27:20,647 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/B in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:20,647 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/343ff7b947a947e59f2021fb56ac9083, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/6a0778b6ceaa4ff2967ffc91441451df, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/083f12e8f21d4656afffd2d121827513] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=35.8 K 2024-12-03T10:27:20,648 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/A in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:20,648 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/843f2f5853384c128b2b0e0b8eb536f7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/708da0233b45456591bd749bb9490f20, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/b821147014b04bdaad64a05bf6b268c1] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=35.8 K 2024-12-03T10:27:20,648 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 343ff7b947a947e59f2021fb56ac9083, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733221639142 2024-12-03T10:27:20,649 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 843f2f5853384c128b2b0e0b8eb536f7, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733221639142 2024-12-03T10:27:20,649 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a0778b6ceaa4ff2967ffc91441451df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733221640140 2024-12-03T10:27:20,649 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 708da0233b45456591bd749bb9490f20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733221640140 2024-12-03T10:27:20,650 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting b821147014b04bdaad64a05bf6b268c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733221640465 2024-12-03T10:27:20,650 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 083f12e8f21d4656afffd2d121827513, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733221640465 2024-12-03T10:27:20,667 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#A#compaction#36 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-03T10:27:20,668 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/a4aa37c2123f44c495a6dcb32d533118 is 50, key is test_row_0/A:col10/1733221640468/Put/seqid=0 2024-12-03T10:27:20,675 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,677 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#B#compaction#37 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:20,677 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/fed748cda9294cc18aabfd44a64ca11b is 50, key is test_row_0/B:col10/1733221640468/Put/seqid=0 2024-12-03T10:27:20,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-03T10:27:20,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:20,679 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T10:27:20,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:20,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:20,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:20,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:20,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:20,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:20,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741875_1051 (size=12561) 2024-12-03T10:27:20,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741876_1052 (size=12561) 2024-12-03T10:27:20,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/13695392cfe84662b29afa8d10dd96b7 is 50, key is test_row_0/A:col10/1733221640504/Put/seqid=0 2024-12-03T10:27:20,719 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/fed748cda9294cc18aabfd44a64ca11b as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/fed748cda9294cc18aabfd44a64ca11b 2024-12-03T10:27:20,734 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/B of 6c0facefddadf17489d813123ab99980 into fed748cda9294cc18aabfd44a64ca11b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:20,734 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:20,735 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/B, priority=13, startTime=1733221640645; duration=0sec 2024-12-03T10:27:20,736 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:20,736 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:B 2024-12-03T10:27:20,736 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:20,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741877_1053 (size=12151) 2024-12-03T10:27:20,747 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/13695392cfe84662b29afa8d10dd96b7 2024-12-03T10:27:20,747 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:20,747 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/C is initiating minor compaction (all files) 2024-12-03T10:27:20,747 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/C in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:20,748 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/aedbe70d3617474981433cdad3ee862f, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/aa4dfdce126643e1b56b239fc6eadbe0, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/675b6f91f61f43b5a2a5db126dfda350] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=35.8 K 2024-12-03T10:27:20,749 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting aedbe70d3617474981433cdad3ee862f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733221639142 2024-12-03T10:27:20,752 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting aa4dfdce126643e1b56b239fc6eadbe0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733221640140 2024-12-03T10:27:20,754 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 675b6f91f61f43b5a2a5db126dfda350, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733221640465 2024-12-03T10:27:20,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/a7124de80e1a457fbc2b80f7764daafe is 50, key is test_row_0/B:col10/1733221640504/Put/seqid=0 2024-12-03T10:27:20,772 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#C#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:20,773 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/1282f1a94f75454393163d348cbca7ec is 50, key is test_row_0/C:col10/1733221640468/Put/seqid=0 2024-12-03T10:27:20,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741878_1054 (size=12151) 2024-12-03T10:27:20,799 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/a7124de80e1a457fbc2b80f7764daafe 2024-12-03T10:27:20,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741879_1055 (size=12561) 2024-12-03T10:27:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:20,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:20,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/f98980bfb1a24187a20d73c23e305820 is 50, key is test_row_0/C:col10/1733221640504/Put/seqid=0 2024-12-03T10:27:20,837 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/1282f1a94f75454393163d348cbca7ec as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/1282f1a94f75454393163d348cbca7ec 2024-12-03T10:27:20,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221700838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221700839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221700839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221700842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221700844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,850 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/C of 6c0facefddadf17489d813123ab99980 into 1282f1a94f75454393163d348cbca7ec(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:20,850 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:20,850 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/C, priority=13, startTime=1733221640645; duration=0sec 2024-12-03T10:27:20,850 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:20,850 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:C 2024-12-03T10:27:20,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741880_1056 (size=12151) 2024-12-03T10:27:20,857 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/f98980bfb1a24187a20d73c23e305820 2024-12-03T10:27:20,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/13695392cfe84662b29afa8d10dd96b7 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/13695392cfe84662b29afa8d10dd96b7 2024-12-03T10:27:20,879 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/13695392cfe84662b29afa8d10dd96b7, entries=150, sequenceid=198, filesize=11.9 K 2024-12-03T10:27:20,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/a7124de80e1a457fbc2b80f7764daafe as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/a7124de80e1a457fbc2b80f7764daafe 2024-12-03T10:27:20,896 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/a7124de80e1a457fbc2b80f7764daafe, entries=150, sequenceid=198, filesize=11.9 K 2024-12-03T10:27:20,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/f98980bfb1a24187a20d73c23e305820 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/f98980bfb1a24187a20d73c23e305820 2024-12-03T10:27:20,906 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/f98980bfb1a24187a20d73c23e305820, entries=150, sequenceid=198, filesize=11.9 K 2024-12-03T10:27:20,907 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6c0facefddadf17489d813123ab99980 in 228ms, sequenceid=198, compaction requested=false 2024-12-03T10:27:20,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:20,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:20,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-03T10:27:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-03T10:27:20,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-03T10:27:20,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 543 msec 2024-12-03T10:27:20,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 554 msec 2024-12-03T10:27:20,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-03T10:27:20,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:20,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:20,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:20,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:20,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:20,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:20,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:20,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/16d06977510a4313a6b546b56a5516de is 50, key is test_row_0/A:col10/1733221640948/Put/seqid=0 2024-12-03T10:27:20,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741881_1057 (size=12151) 2024-12-03T10:27:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-03T10:27:20,969 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-03T10:27:20,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/16d06977510a4313a6b546b56a5516de 2024-12-03T10:27:20,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:27:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-03T10:27:20,975 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:27:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-03T10:27:20,977 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:27:20,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:27:20,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221700981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221700984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221700984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221700985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:20,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221700986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/b36b6c0e9e0243c0a0534cb7aa586490 is 50, key is test_row_0/B:col10/1733221640948/Put/seqid=0 2024-12-03T10:27:21,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741882_1058 (size=12151) 2024-12-03T10:27:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-03T10:27:21,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221701087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221701090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:21,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221701091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221701091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:21,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221701096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,105 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/a4aa37c2123f44c495a6dcb32d533118 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/a4aa37c2123f44c495a6dcb32d533118 2024-12-03T10:27:21,115 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/A of 6c0facefddadf17489d813123ab99980 into a4aa37c2123f44c495a6dcb32d533118(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:21,115 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:21,115 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/A, priority=13, startTime=1733221640645; duration=0sec 2024-12-03T10:27:21,116 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:21,117 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:A 2024-12-03T10:27:21,131 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-03T10:27:21,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:21,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:21,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:21,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:21,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-03T10:27:21,286 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-03T10:27:21,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:21,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:21,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:21,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:21,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:21,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:21,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221701292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221701298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:21,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221701299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221701299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:21,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221701300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/b36b6c0e9e0243c0a0534cb7aa586490 2024-12-03T10:27:21,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/2fc566fb0e134f72897ab7ec8ae0125c is 50, key is test_row_0/C:col10/1733221640948/Put/seqid=0 2024-12-03T10:27:21,441 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-03T10:27:21,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:21,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:21,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:21,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:21,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:21,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741883_1059 (size=12151) 2024-12-03T10:27:21,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/2fc566fb0e134f72897ab7ec8ae0125c 2024-12-03T10:27:21,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/16d06977510a4313a6b546b56a5516de as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/16d06977510a4313a6b546b56a5516de 2024-12-03T10:27:21,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/16d06977510a4313a6b546b56a5516de, entries=150, sequenceid=215, filesize=11.9 K 2024-12-03T10:27:21,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/b36b6c0e9e0243c0a0534cb7aa586490 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/b36b6c0e9e0243c0a0534cb7aa586490 2024-12-03T10:27:21,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/b36b6c0e9e0243c0a0534cb7aa586490, entries=150, sequenceid=215, filesize=11.9 K 2024-12-03T10:27:21,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/2fc566fb0e134f72897ab7ec8ae0125c as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/2fc566fb0e134f72897ab7ec8ae0125c 2024-12-03T10:27:21,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/2fc566fb0e134f72897ab7ec8ae0125c, entries=150, sequenceid=215, filesize=11.9 K 2024-12-03T10:27:21,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 6c0facefddadf17489d813123ab99980 in 544ms, sequenceid=215, compaction requested=true 2024-12-03T10:27:21,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:21,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:27:21,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:21,493 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:21,493 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:21,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:27:21,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:21,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:27:21,494 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:21,495 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:21,496 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/A is initiating minor compaction (all files) 2024-12-03T10:27:21,496 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/A in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:21,496 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/a4aa37c2123f44c495a6dcb32d533118, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/13695392cfe84662b29afa8d10dd96b7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/16d06977510a4313a6b546b56a5516de] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=36.0 K 2024-12-03T10:27:21,497 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4aa37c2123f44c495a6dcb32d533118, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733221640465 2024-12-03T10:27:21,497 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:21,497 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/B is initiating minor compaction (all files) 2024-12-03T10:27:21,497 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/B in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:21,497 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/fed748cda9294cc18aabfd44a64ca11b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/a7124de80e1a457fbc2b80f7764daafe, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/b36b6c0e9e0243c0a0534cb7aa586490] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=36.0 K 2024-12-03T10:27:21,497 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13695392cfe84662b29afa8d10dd96b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733221640504 2024-12-03T10:27:21,498 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting fed748cda9294cc18aabfd44a64ca11b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733221640465 2024-12-03T10:27:21,498 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting a7124de80e1a457fbc2b80f7764daafe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733221640504 2024-12-03T10:27:21,498 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16d06977510a4313a6b546b56a5516de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733221640842 2024-12-03T10:27:21,499 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting b36b6c0e9e0243c0a0534cb7aa586490, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733221640842 2024-12-03T10:27:21,513 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#A#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:21,514 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/851bb45620774851824e83c6047a1634 is 50, key is test_row_0/A:col10/1733221640948/Put/seqid=0 2024-12-03T10:27:21,516 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#B#compaction#46 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:21,517 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/33a9a644f554407cb428e3ca98b395b7 is 50, key is test_row_0/B:col10/1733221640948/Put/seqid=0 2024-12-03T10:27:21,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741884_1060 (size=12663) 2024-12-03T10:27:21,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741885_1061 (size=12663) 2024-12-03T10:27:21,569 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/33a9a644f554407cb428e3ca98b395b7 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/33a9a644f554407cb428e3ca98b395b7 2024-12-03T10:27:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-03T10:27:21,581 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/B of 6c0facefddadf17489d813123ab99980 into 33a9a644f554407cb428e3ca98b395b7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:21,581 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:21,581 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/B, priority=13, startTime=1733221641493; duration=0sec 2024-12-03T10:27:21,581 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:21,581 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:B 2024-12-03T10:27:21,581 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:21,584 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:21,584 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/C is initiating minor compaction (all files) 2024-12-03T10:27:21,584 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/C in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:21,584 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/1282f1a94f75454393163d348cbca7ec, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/f98980bfb1a24187a20d73c23e305820, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/2fc566fb0e134f72897ab7ec8ae0125c] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=36.0 K 2024-12-03T10:27:21,585 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 1282f1a94f75454393163d348cbca7ec, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733221640465 2024-12-03T10:27:21,586 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting f98980bfb1a24187a20d73c23e305820, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733221640504 2024-12-03T10:27:21,587 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fc566fb0e134f72897ab7ec8ae0125c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733221640842 2024-12-03T10:27:21,595 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-03T10:27:21,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:21,597 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-03T10:27:21,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:21,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:21,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:21,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:21,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:21,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:21,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:21,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:21,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/0358c72b5df3477e845c11724c8ad4c0 is 50, key is test_row_0/A:col10/1733221640984/Put/seqid=0 2024-12-03T10:27:21,616 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#C#compaction#48 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:21,617 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/d8524bcec8b74e569de90cefaee8d3e4 is 50, key is test_row_0/C:col10/1733221640948/Put/seqid=0 2024-12-03T10:27:21,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:21,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221701620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221701623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:21,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221701623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221701626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:21,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221701626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741886_1062 (size=12151) 2024-12-03T10:27:21,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741887_1063 (size=12663) 2024-12-03T10:27:21,660 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/d8524bcec8b74e569de90cefaee8d3e4 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/d8524bcec8b74e569de90cefaee8d3e4 2024-12-03T10:27:21,669 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/C of 6c0facefddadf17489d813123ab99980 into d8524bcec8b74e569de90cefaee8d3e4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:21,669 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:21,669 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/C, priority=13, startTime=1733221641494; duration=0sec 2024-12-03T10:27:21,669 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:21,669 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:C 2024-12-03T10:27:21,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221701728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221701729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:21,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221701729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:21,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221701733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:21,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221701734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:21,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221701931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221701933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:21,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221701933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221701938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221701938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:21,958 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/851bb45620774851824e83c6047a1634 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/851bb45620774851824e83c6047a1634 2024-12-03T10:27:21,971 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/A of 6c0facefddadf17489d813123ab99980 into 851bb45620774851824e83c6047a1634(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:21,972 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:21,972 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/A, priority=13, startTime=1733221641493; duration=0sec 2024-12-03T10:27:21,973 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:21,974 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:A 2024-12-03T10:27:22,042 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/0358c72b5df3477e845c11724c8ad4c0 2024-12-03T10:27:22,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/13c2fa1a5ff44f188fc1e8b6d43e1a63 is 50, key is test_row_0/B:col10/1733221640984/Put/seqid=0 2024-12-03T10:27:22,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-03T10:27:22,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741888_1064 (size=12151) 2024-12-03T10:27:22,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221702237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:22,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:22,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221702237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:22,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:22,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221702237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:22,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221702242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:22,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:22,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221702242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:22,548 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/13c2fa1a5ff44f188fc1e8b6d43e1a63 2024-12-03T10:27:22,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/a55fc3a7580a4894a43d796988e5b8bd is 50, key is test_row_0/C:col10/1733221640984/Put/seqid=0 2024-12-03T10:27:22,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741889_1065 (size=12151) 2024-12-03T10:27:22,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221702741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:22,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221702742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:22,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221702743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:22,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:22,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221702745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:22,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221702747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:22,978 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/a55fc3a7580a4894a43d796988e5b8bd 2024-12-03T10:27:22,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/0358c72b5df3477e845c11724c8ad4c0 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/0358c72b5df3477e845c11724c8ad4c0 2024-12-03T10:27:22,996 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/0358c72b5df3477e845c11724c8ad4c0, entries=150, sequenceid=239, filesize=11.9 K 2024-12-03T10:27:23,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/13c2fa1a5ff44f188fc1e8b6d43e1a63 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/13c2fa1a5ff44f188fc1e8b6d43e1a63 2024-12-03T10:27:23,008 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/13c2fa1a5ff44f188fc1e8b6d43e1a63, entries=150, sequenceid=239, filesize=11.9 K 2024-12-03T10:27:23,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/a55fc3a7580a4894a43d796988e5b8bd as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/a55fc3a7580a4894a43d796988e5b8bd 2024-12-03T10:27:23,016 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/a55fc3a7580a4894a43d796988e5b8bd, entries=150, sequenceid=239, filesize=11.9 K 2024-12-03T10:27:23,018 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 6c0facefddadf17489d813123ab99980 in 1420ms, sequenceid=239, compaction requested=false 2024-12-03T10:27:23,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:23,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:23,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-03T10:27:23,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-03T10:27:23,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-03T10:27:23,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0430 sec 2024-12-03T10:27:23,026 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 2.0520 sec 2024-12-03T10:27:23,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-03T10:27:23,082 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-03T10:27:23,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:27:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-03T10:27:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-03T10:27:23,086 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:27:23,086 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:27:23,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:27:23,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-03T10:27:23,238 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:23,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-03T10:27:23,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:23,239 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-03T10:27:23,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:23,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:23,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:23,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:23,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:23,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:23,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/03cf6c1969754923b35d443380cf205a is 50, key is test_row_0/A:col10/1733221641622/Put/seqid=0 2024-12-03T10:27:23,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741890_1066 (size=12151) 2024-12-03T10:27:23,262 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/03cf6c1969754923b35d443380cf205a 2024-12-03T10:27:23,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/4d8a25a2b3374eaa8b6bdd4f67b91c4f is 50, key is test_row_0/B:col10/1733221641622/Put/seqid=0 2024-12-03T10:27:23,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741891_1067 (size=12151) 2024-12-03T10:27:23,291 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/4d8a25a2b3374eaa8b6bdd4f67b91c4f 2024-12-03T10:27:23,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/558f23e5f8554494958508ae69e33e15 is 50, key is test_row_0/C:col10/1733221641622/Put/seqid=0 2024-12-03T10:27:23,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741892_1068 (size=12151) 2024-12-03T10:27:23,334 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/558f23e5f8554494958508ae69e33e15 2024-12-03T10:27:23,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/03cf6c1969754923b35d443380cf205a as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/03cf6c1969754923b35d443380cf205a 2024-12-03T10:27:23,353 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/03cf6c1969754923b35d443380cf205a, entries=150, sequenceid=255, filesize=11.9 K 2024-12-03T10:27:23,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/4d8a25a2b3374eaa8b6bdd4f67b91c4f as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/4d8a25a2b3374eaa8b6bdd4f67b91c4f 2024-12-03T10:27:23,366 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/4d8a25a2b3374eaa8b6bdd4f67b91c4f, entries=150, sequenceid=255, filesize=11.9 K 2024-12-03T10:27:23,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/558f23e5f8554494958508ae69e33e15 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/558f23e5f8554494958508ae69e33e15 2024-12-03T10:27:23,378 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/558f23e5f8554494958508ae69e33e15, entries=150, sequenceid=255, filesize=11.9 K 2024-12-03T10:27:23,379 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 6c0facefddadf17489d813123ab99980 in 140ms, sequenceid=255, compaction requested=true 2024-12-03T10:27:23,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:23,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:23,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-03T10:27:23,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-03T10:27:23,385 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-03T10:27:23,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-03T10:27:23,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 296 msec 2024-12-03T10:27:23,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 304 msec 2024-12-03T10:27:23,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-03T10:27:23,688 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-03T10:27:23,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:27:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-03T10:27:23,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-03T10:27:23,692 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:27:23,693 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:27:23,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:27:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:23,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T10:27:23,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:23,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:23,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:23,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:23,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:23,757 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:23,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/c17d3c8c98554ced841a0ba969fdf007 is 50, key is test_row_0/A:col10/1733221643755/Put/seqid=0 2024-12-03T10:27:23,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741893_1069 (size=12301) 2024-12-03T10:27:23,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-03T10:27:23,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:23,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221703832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:23,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:23,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221703837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:23,846 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:23,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:23,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-03T10:27:23,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:23,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:23,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:23,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221703840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:23,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:23,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:23,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:23,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221703840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:23,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:23,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221703844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:23,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:23,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221703941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:23,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:23,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221703945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:23,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221703950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:23,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:23,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221703950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:23,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:23,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221703951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-03T10:27:24,001 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:24,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-03T10:27:24,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:24,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:24,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:24,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:24,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:24,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:24,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221704145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:24,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:24,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221704149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:24,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221704153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:24,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221704153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:24,155 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:24,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-03T10:27:24,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:24,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:24,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:24,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:24,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:24,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221704157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:24,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:24,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/c17d3c8c98554ced841a0ba969fdf007 2024-12-03T10:27:24,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/bc36b0ff5309432f8171b95d2336aeef is 50, key is test_row_0/B:col10/1733221643755/Put/seqid=0 2024-12-03T10:27:24,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741894_1070 (size=12301) 2024-12-03T10:27:24,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/bc36b0ff5309432f8171b95d2336aeef 2024-12-03T10:27:24,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/380c7519a87943b9b38f03c04efeb791 is 50, key is test_row_0/C:col10/1733221643755/Put/seqid=0 2024-12-03T10:27:24,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741895_1071 (size=12301) 2024-12-03T10:27:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-03T10:27:24,310 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:24,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-03T10:27:24,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:24,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:24,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:24,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:24,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:24,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:24,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221704450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:24,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221704453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:24,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:24,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221704456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:24,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221704457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:24,464 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:24,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:24,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221704462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:24,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-03T10:27:24,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:24,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:24,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:24,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:24,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:24,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:24,617 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:24,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-03T10:27:24,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:24,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:24,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:24,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:24,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:24,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/380c7519a87943b9b38f03c04efeb791 2024-12-03T10:27:24,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/c17d3c8c98554ced841a0ba969fdf007 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/c17d3c8c98554ced841a0ba969fdf007 2024-12-03T10:27:24,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/c17d3c8c98554ced841a0ba969fdf007, entries=150, sequenceid=266, filesize=12.0 K 2024-12-03T10:27:24,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/bc36b0ff5309432f8171b95d2336aeef as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/bc36b0ff5309432f8171b95d2336aeef 2024-12-03T10:27:24,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/bc36b0ff5309432f8171b95d2336aeef, entries=150, sequenceid=266, filesize=12.0 K 2024-12-03T10:27:24,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/380c7519a87943b9b38f03c04efeb791 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/380c7519a87943b9b38f03c04efeb791 2024-12-03T10:27:24,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/380c7519a87943b9b38f03c04efeb791, entries=150, sequenceid=266, filesize=12.0 K 2024-12-03T10:27:24,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 6c0facefddadf17489d813123ab99980 in 900ms, sequenceid=266, compaction requested=true 2024-12-03T10:27:24,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:24,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:27:24,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:24,656 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T10:27:24,656 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T10:27:24,658 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T10:27:24,658 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T10:27:24,658 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/A is initiating minor compaction (all files) 2024-12-03T10:27:24,658 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/B is initiating minor compaction (all files) 2024-12-03T10:27:24,658 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/A in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:24,658 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/B in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:24,659 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/33a9a644f554407cb428e3ca98b395b7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/13c2fa1a5ff44f188fc1e8b6d43e1a63, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/4d8a25a2b3374eaa8b6bdd4f67b91c4f, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/bc36b0ff5309432f8171b95d2336aeef] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=48.1 K 2024-12-03T10:27:24,659 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/851bb45620774851824e83c6047a1634, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/0358c72b5df3477e845c11724c8ad4c0, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/03cf6c1969754923b35d443380cf205a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/c17d3c8c98554ced841a0ba969fdf007] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=48.1 K 2024-12-03T10:27:24,659 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 33a9a644f554407cb428e3ca98b395b7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733221640842 2024-12-03T10:27:24,659 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 851bb45620774851824e83c6047a1634, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733221640842 2024-12-03T10:27:24,660 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 13c2fa1a5ff44f188fc1e8b6d43e1a63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733221640981 2024-12-03T10:27:24,660 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0358c72b5df3477e845c11724c8ad4c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733221640981 2024-12-03T10:27:24,661 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03cf6c1969754923b35d443380cf205a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733221641609 2024-12-03T10:27:24,661 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d8a25a2b3374eaa8b6bdd4f67b91c4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733221641609 2024-12-03T10:27:24,661 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting c17d3c8c98554ced841a0ba969fdf007, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733221643752 2024-12-03T10:27:24,661 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting bc36b0ff5309432f8171b95d2336aeef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733221643752 2024-12-03T10:27:24,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:27:24,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:24,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:27:24,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:24,688 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#B#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:24,689 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/f596a862cff7495aa45fdff545904782 is 50, key is test_row_0/B:col10/1733221643755/Put/seqid=0 2024-12-03T10:27:24,689 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#A#compaction#57 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:24,690 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/43f73a39b987469fb29b62bdd8305295 is 50, key is test_row_0/A:col10/1733221643755/Put/seqid=0 2024-12-03T10:27:24,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741897_1073 (size=12949) 2024-12-03T10:27:24,711 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/43f73a39b987469fb29b62bdd8305295 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/43f73a39b987469fb29b62bdd8305295 2024-12-03T10:27:24,720 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c0facefddadf17489d813123ab99980/A of 6c0facefddadf17489d813123ab99980 into 43f73a39b987469fb29b62bdd8305295(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:24,720 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:24,720 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/A, priority=12, startTime=1733221644656; duration=0sec 2024-12-03T10:27:24,720 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:24,721 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:A 2024-12-03T10:27:24,721 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T10:27:24,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741896_1072 (size=12949) 2024-12-03T10:27:24,724 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T10:27:24,724 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/C is initiating minor compaction (all files) 2024-12-03T10:27:24,724 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/C in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:24,725 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/d8524bcec8b74e569de90cefaee8d3e4, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/a55fc3a7580a4894a43d796988e5b8bd, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/558f23e5f8554494958508ae69e33e15, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/380c7519a87943b9b38f03c04efeb791] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=48.1 K 2024-12-03T10:27:24,726 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8524bcec8b74e569de90cefaee8d3e4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733221640842 2024-12-03T10:27:24,726 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting a55fc3a7580a4894a43d796988e5b8bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733221640981 2024-12-03T10:27:24,730 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 558f23e5f8554494958508ae69e33e15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733221641609 2024-12-03T10:27:24,731 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/f596a862cff7495aa45fdff545904782 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/f596a862cff7495aa45fdff545904782 2024-12-03T10:27:24,733 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 380c7519a87943b9b38f03c04efeb791, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733221643752 2024-12-03T10:27:24,740 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c0facefddadf17489d813123ab99980/B of 6c0facefddadf17489d813123ab99980 into f596a862cff7495aa45fdff545904782(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:24,740 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:24,741 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/B, priority=12, startTime=1733221644656; duration=0sec 2024-12-03T10:27:24,741 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:24,741 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:B 2024-12-03T10:27:24,753 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#C#compaction#59 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:24,754 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/9fc194df755e4e0bb0788f09126e1dd4 is 50, key is test_row_0/C:col10/1733221643755/Put/seqid=0 2024-12-03T10:27:24,770 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:24,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-03T10:27:24,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:24,772 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-03T10:27:24,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:24,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:24,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:24,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:24,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:24,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:24,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741898_1074 (size=12949) 2024-12-03T10:27:24,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/1f79505a1a3745e7aed468cfb7d9b00d is 50, key is test_row_0/A:col10/1733221643828/Put/seqid=0 2024-12-03T10:27:24,793 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/9fc194df755e4e0bb0788f09126e1dd4 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/9fc194df755e4e0bb0788f09126e1dd4 2024-12-03T10:27:24,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-03T10:27:24,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741899_1075 (size=12301) 2024-12-03T10:27:24,802 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c0facefddadf17489d813123ab99980/C of 6c0facefddadf17489d813123ab99980 into 9fc194df755e4e0bb0788f09126e1dd4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:24,802 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:24,802 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/C, priority=12, startTime=1733221644672; duration=0sec 2024-12-03T10:27:24,802 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:24,803 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:C 2024-12-03T10:27:24,805 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/1f79505a1a3745e7aed468cfb7d9b00d 2024-12-03T10:27:24,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/4619482852624c37a608e22bd0ccedba is 50, key is test_row_0/B:col10/1733221643828/Put/seqid=0 2024-12-03T10:27:24,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741900_1076 (size=12301) 2024-12-03T10:27:24,827 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/4619482852624c37a608e22bd0ccedba 2024-12-03T10:27:24,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/706411b8d58c4f7fbe998163f872e36a is 50, key is test_row_0/C:col10/1733221643828/Put/seqid=0 2024-12-03T10:27:24,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741901_1077 (size=12301) 2024-12-03T10:27:24,848 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/706411b8d58c4f7fbe998163f872e36a 2024-12-03T10:27:24,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/1f79505a1a3745e7aed468cfb7d9b00d as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/1f79505a1a3745e7aed468cfb7d9b00d 2024-12-03T10:27:24,865 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/1f79505a1a3745e7aed468cfb7d9b00d, entries=150, sequenceid=295, filesize=12.0 K 2024-12-03T10:27:24,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/4619482852624c37a608e22bd0ccedba as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/4619482852624c37a608e22bd0ccedba 2024-12-03T10:27:24,874 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/4619482852624c37a608e22bd0ccedba, entries=150, sequenceid=295, filesize=12.0 K 2024-12-03T10:27:24,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/706411b8d58c4f7fbe998163f872e36a as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/706411b8d58c4f7fbe998163f872e36a 2024-12-03T10:27:24,886 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/706411b8d58c4f7fbe998163f872e36a, entries=150, sequenceid=295, filesize=12.0 K 2024-12-03T10:27:24,888 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=0 B/0 for 6c0facefddadf17489d813123ab99980 in 116ms, sequenceid=295, compaction requested=false 2024-12-03T10:27:24,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:24,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:24,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-03T10:27:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-03T10:27:24,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-03T10:27:24,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1970 sec 2024-12-03T10:27:24,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.2060 sec 2024-12-03T10:27:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:24,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T10:27:24,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:24,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:24,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:24,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:24,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:24,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:24,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/c406aab1215d477381397d844ab22b5b is 50, key is test_row_0/A:col10/1733221644989/Put/seqid=0 2024-12-03T10:27:25,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741902_1078 (size=12301) 2024-12-03T10:27:25,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/c406aab1215d477381397d844ab22b5b 2024-12-03T10:27:25,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/faa4a53025e8479b9ea2ef032bfef965 is 50, key is test_row_0/B:col10/1733221644989/Put/seqid=0 2024-12-03T10:27:25,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221705014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221705019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221705019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221705023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221705023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741903_1079 (size=12301) 2024-12-03T10:27:25,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/faa4a53025e8479b9ea2ef032bfef965 2024-12-03T10:27:25,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/c6b56989809e4e17b1e67a26bf723ef0 is 50, key is test_row_0/C:col10/1733221644989/Put/seqid=0 2024-12-03T10:27:25,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741904_1080 (size=12301) 2024-12-03T10:27:25,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221705125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221705125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221705125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221705127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221705127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221705327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221705328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221705328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221705330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221705333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/c6b56989809e4e17b1e67a26bf723ef0 2024-12-03T10:27:25,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/c406aab1215d477381397d844ab22b5b as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/c406aab1215d477381397d844ab22b5b 2024-12-03T10:27:25,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/c406aab1215d477381397d844ab22b5b, entries=150, sequenceid=308, filesize=12.0 K 2024-12-03T10:27:25,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/faa4a53025e8479b9ea2ef032bfef965 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/faa4a53025e8479b9ea2ef032bfef965 2024-12-03T10:27:25,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/faa4a53025e8479b9ea2ef032bfef965, entries=150, sequenceid=308, filesize=12.0 K 2024-12-03T10:27:25,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/c6b56989809e4e17b1e67a26bf723ef0 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/c6b56989809e4e17b1e67a26bf723ef0 2024-12-03T10:27:25,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/c6b56989809e4e17b1e67a26bf723ef0, entries=150, sequenceid=308, filesize=12.0 K 2024-12-03T10:27:25,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6c0facefddadf17489d813123ab99980 in 512ms, sequenceid=308, compaction requested=true 2024-12-03T10:27:25,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:25,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:27:25,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:25,502 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:25,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:27:25,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:25,502 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:25,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:27:25,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:25,503 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:25,503 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:25,503 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/B is initiating minor compaction (all files) 2024-12-03T10:27:25,503 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/A is initiating minor compaction (all files) 2024-12-03T10:27:25,504 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/B in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:25,504 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/f596a862cff7495aa45fdff545904782, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/4619482852624c37a608e22bd0ccedba, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/faa4a53025e8479b9ea2ef032bfef965] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=36.7 K 2024-12-03T10:27:25,504 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/A in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:25,504 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/43f73a39b987469fb29b62bdd8305295, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/1f79505a1a3745e7aed468cfb7d9b00d, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/c406aab1215d477381397d844ab22b5b] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=36.7 K 2024-12-03T10:27:25,504 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43f73a39b987469fb29b62bdd8305295, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733221643752 2024-12-03T10:27:25,505 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting f596a862cff7495aa45fdff545904782, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733221643752 2024-12-03T10:27:25,505 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 4619482852624c37a608e22bd0ccedba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733221643828 2024-12-03T10:27:25,505 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f79505a1a3745e7aed468cfb7d9b00d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733221643828 2024-12-03T10:27:25,506 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting faa4a53025e8479b9ea2ef032bfef965, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733221644985 2024-12-03T10:27:25,506 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting c406aab1215d477381397d844ab22b5b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733221644985 2024-12-03T10:27:25,519 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#B#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:25,520 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/713c41a14f054fbcbddfe70bf4bd274e is 50, key is test_row_0/B:col10/1733221644989/Put/seqid=0 2024-12-03T10:27:25,523 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#A#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:25,524 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/8446119fc4f746aa83add5203880b1c3 is 50, key is test_row_0/A:col10/1733221644989/Put/seqid=0 2024-12-03T10:27:25,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741906_1082 (size=13051) 2024-12-03T10:27:25,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741905_1081 (size=13051) 2024-12-03T10:27:25,559 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/8446119fc4f746aa83add5203880b1c3 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/8446119fc4f746aa83add5203880b1c3 2024-12-03T10:27:25,567 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/A of 6c0facefddadf17489d813123ab99980 into 8446119fc4f746aa83add5203880b1c3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:25,567 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:25,567 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/A, priority=13, startTime=1733221645502; duration=0sec 2024-12-03T10:27:25,568 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:25,568 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:A 2024-12-03T10:27:25,568 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:25,569 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:25,569 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/C is initiating minor compaction (all files) 2024-12-03T10:27:25,569 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/C in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:25,569 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/9fc194df755e4e0bb0788f09126e1dd4, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/706411b8d58c4f7fbe998163f872e36a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/c6b56989809e4e17b1e67a26bf723ef0] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=36.7 K 2024-12-03T10:27:25,570 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fc194df755e4e0bb0788f09126e1dd4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733221643752 2024-12-03T10:27:25,570 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 706411b8d58c4f7fbe998163f872e36a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733221643828 2024-12-03T10:27:25,570 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6b56989809e4e17b1e67a26bf723ef0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733221644985 2024-12-03T10:27:25,587 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#C#compaction#68 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:25,588 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/b9db9a371a474cf9b644c76a48ab3b9d is 50, key is test_row_0/C:col10/1733221644989/Put/seqid=0 2024-12-03T10:27:25,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741907_1083 (size=13051) 2024-12-03T10:27:25,617 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/b9db9a371a474cf9b644c76a48ab3b9d as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/b9db9a371a474cf9b644c76a48ab3b9d 2024-12-03T10:27:25,626 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/C of 6c0facefddadf17489d813123ab99980 into b9db9a371a474cf9b644c76a48ab3b9d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:25,627 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:25,627 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/C, priority=13, startTime=1733221645502; duration=0sec 2024-12-03T10:27:25,627 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:25,627 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:C 2024-12-03T10:27:25,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:25,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-03T10:27:25,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:25,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:25,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:25,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:25,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:25,637 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:25,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/327c8c697f254465acf88c281c1db4c6 is 50, key is test_row_0/A:col10/1733221645634/Put/seqid=0 2024-12-03T10:27:25,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221705643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221705645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221705645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221705649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221705650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741908_1084 (size=12301) 2024-12-03T10:27:25,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/327c8c697f254465acf88c281c1db4c6 2024-12-03T10:27:25,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/6f160eeb3c44420d9f9cd4e67dbcdf43 is 50, key is test_row_0/B:col10/1733221645634/Put/seqid=0 2024-12-03T10:27:25,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741909_1085 (size=12301) 2024-12-03T10:27:25,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/6f160eeb3c44420d9f9cd4e67dbcdf43 2024-12-03T10:27:25,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/cc9e59474ab24099a7edd25cdb093b6b is 50, key is test_row_0/C:col10/1733221645634/Put/seqid=0 2024-12-03T10:27:25,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741910_1086 (size=12301) 2024-12-03T10:27:25,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/cc9e59474ab24099a7edd25cdb093b6b 2024-12-03T10:27:25,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/327c8c697f254465acf88c281c1db4c6 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/327c8c697f254465acf88c281c1db4c6 2024-12-03T10:27:25,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/327c8c697f254465acf88c281c1db4c6, entries=150, sequenceid=337, filesize=12.0 K 2024-12-03T10:27:25,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221705751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/6f160eeb3c44420d9f9cd4e67dbcdf43 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/6f160eeb3c44420d9f9cd4e67dbcdf43 2024-12-03T10:27:25,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221705753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221705753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221705756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221705756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/6f160eeb3c44420d9f9cd4e67dbcdf43, entries=150, sequenceid=337, filesize=12.0 K 2024-12-03T10:27:25,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/cc9e59474ab24099a7edd25cdb093b6b as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/cc9e59474ab24099a7edd25cdb093b6b 2024-12-03T10:27:25,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/cc9e59474ab24099a7edd25cdb093b6b, entries=150, sequenceid=337, filesize=12.0 K 2024-12-03T10:27:25,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 6c0facefddadf17489d813123ab99980 in 141ms, sequenceid=337, compaction requested=false 2024-12-03T10:27:25,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-03T10:27:25,798 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-03T10:27:25,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:27:25,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-03T10:27:25,802 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:27:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-03T10:27:25,803 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:27:25,803 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:27:25,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-03T10:27:25,955 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-03T10:27:25,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:25,956 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-03T10:27:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:25,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:25,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:25,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:25,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:25,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:25,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:25,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:25,962 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/713c41a14f054fbcbddfe70bf4bd274e as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/713c41a14f054fbcbddfe70bf4bd274e 2024-12-03T10:27:25,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/8279765084bb428eb37444175a3cd679 is 50, key is test_row_0/A:col10/1733221645646/Put/seqid=0 2024-12-03T10:27:25,976 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/B of 6c0facefddadf17489d813123ab99980 into 713c41a14f054fbcbddfe70bf4bd274e(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:25,976 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:25,976 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/B, priority=13, startTime=1733221645502; duration=0sec 2024-12-03T10:27:25,976 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:25,976 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:B 2024-12-03T10:27:25,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741911_1087 (size=12301) 2024-12-03T10:27:25,986 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/8279765084bb428eb37444175a3cd679 2024-12-03T10:27:25,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221705987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221705989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221705992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221705992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:25,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221705992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/95dc956486854d7891a9c265ad1d17dc is 50, key is test_row_0/B:col10/1733221645646/Put/seqid=0 2024-12-03T10:27:26,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741912_1088 (size=12301) 2024-12-03T10:27:26,013 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/95dc956486854d7891a9c265ad1d17dc 2024-12-03T10:27:26,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/01c11c2b281b40a3a6441a5db94bccda is 50, key is test_row_0/C:col10/1733221645646/Put/seqid=0 2024-12-03T10:27:26,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741913_1089 (size=12301) 2024-12-03T10:27:26,063 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/01c11c2b281b40a3a6441a5db94bccda 2024-12-03T10:27:26,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/8279765084bb428eb37444175a3cd679 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/8279765084bb428eb37444175a3cd679 2024-12-03T10:27:26,079 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/8279765084bb428eb37444175a3cd679, entries=150, sequenceid=348, filesize=12.0 K 2024-12-03T10:27:26,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/95dc956486854d7891a9c265ad1d17dc as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/95dc956486854d7891a9c265ad1d17dc 2024-12-03T10:27:26,092 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/95dc956486854d7891a9c265ad1d17dc, entries=150, sequenceid=348, filesize=12.0 K 2024-12-03T10:27:26,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/01c11c2b281b40a3a6441a5db94bccda as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/01c11c2b281b40a3a6441a5db94bccda 2024-12-03T10:27:26,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221706094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:26,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221706095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:26,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221706097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221706097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:26,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221706098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,103 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/01c11c2b281b40a3a6441a5db94bccda, entries=150, sequenceid=348, filesize=12.0 K 2024-12-03T10:27:26,105 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6c0facefddadf17489d813123ab99980 in 149ms, sequenceid=348, compaction requested=true 2024-12-03T10:27:26,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:26,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:26,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-03T10:27:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-03T10:27:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-03T10:27:26,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-03T10:27:26,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 303 msec 2024-12-03T10:27:26,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 308 msec 2024-12-03T10:27:26,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:26,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-03T10:27:26,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:26,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:26,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:26,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:26,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:26,303 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:26,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/5f2aa38672464e0b84a854fcdb701494 is 50, key is test_row_0/A:col10/1733221646301/Put/seqid=0 2024-12-03T10:27:26,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741914_1090 (size=14741) 2024-12-03T10:27:26,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:26,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221706316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221706316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:26,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221706316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221706318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:26,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221706318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-03T10:27:26,408 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-03T10:27:26,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:27:26,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-03T10:27:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-03T10:27:26,412 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:27:26,413 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:27:26,413 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:27:26,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221706422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221706423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221706423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221706423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221706423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-03T10:27:26,566 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-03T10:27:26,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:26,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:26,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:26,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:26,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:26,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221706626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:26,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:26,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221706626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221706626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221706627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:26,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221706627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/5f2aa38672464e0b84a854fcdb701494 2024-12-03T10:27:26,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-03T10:27:26,720 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-03T10:27:26,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:26,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:26,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/8a57643e06884601a7475f8258708a19 is 50, key is test_row_0/B:col10/1733221646301/Put/seqid=0 2024-12-03T10:27:26,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:26,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:26,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:26,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741915_1091 (size=12301) 2024-12-03T10:27:26,873 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-03T10:27:26,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:26,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:26,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:26,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:26,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:26,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221706929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221706931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221706932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221706932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:26,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221706932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:27,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-03T10:27:27,026 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:27,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-03T10:27:27,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:27,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:27,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:27,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:27,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:27,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:27,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/8a57643e06884601a7475f8258708a19 2024-12-03T10:27:27,168 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/0311ab6360af49ccaac669d9ef554753 is 50, key is test_row_0/C:col10/1733221646301/Put/seqid=0 2024-12-03T10:27:27,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741916_1092 (size=12301) 2024-12-03T10:27:27,179 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:27,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-03T10:27:27,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:27,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:27,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:27,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:27,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:27,331 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:27,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-03T10:27:27,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:27,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:27,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:27,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:27,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:27,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:27,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:27,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221707434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221707434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:27,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:27,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221707434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:27,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:27,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221707437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:27,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:27,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221707440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:27,484 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:27,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-03T10:27:27,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:27,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:27,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:27,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:27,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:27,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-03T10:27:27,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/0311ab6360af49ccaac669d9ef554753 2024-12-03T10:27:27,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/5f2aa38672464e0b84a854fcdb701494 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/5f2aa38672464e0b84a854fcdb701494 2024-12-03T10:27:27,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/5f2aa38672464e0b84a854fcdb701494, entries=200, sequenceid=376, filesize=14.4 K 2024-12-03T10:27:27,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/8a57643e06884601a7475f8258708a19 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/8a57643e06884601a7475f8258708a19 2024-12-03T10:27:27,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/8a57643e06884601a7475f8258708a19, entries=150, sequenceid=376, filesize=12.0 K 2024-12-03T10:27:27,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/0311ab6360af49ccaac669d9ef554753 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/0311ab6360af49ccaac669d9ef554753 2024-12-03T10:27:27,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/0311ab6360af49ccaac669d9ef554753, entries=150, sequenceid=376, filesize=12.0 K 2024-12-03T10:27:27,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 6c0facefddadf17489d813123ab99980 in 1302ms, sequenceid=376, compaction requested=true 2024-12-03T10:27:27,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:27,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:27:27,603 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T10:27:27,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:27,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:27:27,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:27,604 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T10:27:27,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:27:27,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:27,605 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T10:27:27,605 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/B is initiating minor compaction (all files) 2024-12-03T10:27:27,606 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/B in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:27,606 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/713c41a14f054fbcbddfe70bf4bd274e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/6f160eeb3c44420d9f9cd4e67dbcdf43, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/95dc956486854d7891a9c265ad1d17dc, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/8a57643e06884601a7475f8258708a19] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=48.8 K 2024-12-03T10:27:27,606 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52394 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T10:27:27,606 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/A is initiating minor compaction (all files) 2024-12-03T10:27:27,606 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/A in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:27,606 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/8446119fc4f746aa83add5203880b1c3, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/327c8c697f254465acf88c281c1db4c6, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/8279765084bb428eb37444175a3cd679, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/5f2aa38672464e0b84a854fcdb701494] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=51.2 K 2024-12-03T10:27:27,607 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 713c41a14f054fbcbddfe70bf4bd274e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733221644985 2024-12-03T10:27:27,607 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8446119fc4f746aa83add5203880b1c3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733221644985 2024-12-03T10:27:27,607 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 327c8c697f254465acf88c281c1db4c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733221645634 2024-12-03T10:27:27,607 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f160eeb3c44420d9f9cd4e67dbcdf43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733221645634 2024-12-03T10:27:27,608 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8279765084bb428eb37444175a3cd679, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733221645639 2024-12-03T10:27:27,608 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 95dc956486854d7891a9c265ad1d17dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733221645639 2024-12-03T10:27:27,608 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f2aa38672464e0b84a854fcdb701494, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733221645989 2024-12-03T10:27:27,609 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a57643e06884601a7475f8258708a19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733221645990 2024-12-03T10:27:27,624 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#A#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:27,625 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#B#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:27,625 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/9f6b781e49de46d48649548361fbd774 is 50, key is test_row_0/A:col10/1733221646301/Put/seqid=0 2024-12-03T10:27:27,625 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/c187d826028444f4b4441cc3a6c48e76 is 50, key is test_row_0/B:col10/1733221646301/Put/seqid=0 2024-12-03T10:27:27,637 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:27,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-03T10:27:27,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:27,638 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-03T10:27:27,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:27,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:27,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:27,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:27,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:27,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:27,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741918_1094 (size=13187) 2024-12-03T10:27:27,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741917_1093 (size=13187) 2024-12-03T10:27:27,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/161846c664ea458bb65dae4bd101cf77 is 50, key is test_row_0/A:col10/1733221646316/Put/seqid=0 2024-12-03T10:27:27,668 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/9f6b781e49de46d48649548361fbd774 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/9f6b781e49de46d48649548361fbd774 2024-12-03T10:27:27,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741919_1095 (size=12301) 2024-12-03T10:27:27,675 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c0facefddadf17489d813123ab99980/A of 6c0facefddadf17489d813123ab99980 into 9f6b781e49de46d48649548361fbd774(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:27,675 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:27,675 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/A, priority=12, startTime=1733221647603; duration=0sec 2024-12-03T10:27:27,675 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:27,675 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/161846c664ea458bb65dae4bd101cf77 2024-12-03T10:27:27,675 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:A 2024-12-03T10:27:27,676 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T10:27:27,678 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T10:27:27,678 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/C is initiating minor compaction (all files) 2024-12-03T10:27:27,678 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/C in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:27,678 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/b9db9a371a474cf9b644c76a48ab3b9d, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/cc9e59474ab24099a7edd25cdb093b6b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/01c11c2b281b40a3a6441a5db94bccda, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/0311ab6360af49ccaac669d9ef554753] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=48.8 K 2024-12-03T10:27:27,679 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9db9a371a474cf9b644c76a48ab3b9d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733221644985 2024-12-03T10:27:27,682 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc9e59474ab24099a7edd25cdb093b6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733221645634 2024-12-03T10:27:27,682 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01c11c2b281b40a3a6441a5db94bccda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1733221645639 2024-12-03T10:27:27,683 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0311ab6360af49ccaac669d9ef554753, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733221645990 2024-12-03T10:27:27,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/74eb469d0c344616be02fd02e63984cb is 50, key is test_row_0/B:col10/1733221646316/Put/seqid=0 2024-12-03T10:27:27,695 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#C#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:27,697 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/bffe53f3e1dc404ba8a62c6d94ee5383 is 50, key is test_row_0/C:col10/1733221646301/Put/seqid=0 2024-12-03T10:27:27,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741920_1096 (size=12301) 2024-12-03T10:27:27,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741921_1097 (size=13187) 2024-12-03T10:27:28,057 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/c187d826028444f4b4441cc3a6c48e76 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/c187d826028444f4b4441cc3a6c48e76 2024-12-03T10:27:28,066 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c0facefddadf17489d813123ab99980/B of 6c0facefddadf17489d813123ab99980 into c187d826028444f4b4441cc3a6c48e76(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:28,067 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:28,067 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/B, priority=12, startTime=1733221647604; duration=0sec 2024-12-03T10:27:28,068 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:28,068 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:B 2024-12-03T10:27:28,106 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/74eb469d0c344616be02fd02e63984cb 2024-12-03T10:27:28,113 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/bffe53f3e1dc404ba8a62c6d94ee5383 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/bffe53f3e1dc404ba8a62c6d94ee5383 2024-12-03T10:27:28,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/1af4370a3b36499d95a6c65cf5adff5a is 50, key is test_row_0/C:col10/1733221646316/Put/seqid=0 2024-12-03T10:27:28,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741922_1098 (size=12301) 2024-12-03T10:27:28,127 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c0facefddadf17489d813123ab99980/C of 6c0facefddadf17489d813123ab99980 into bffe53f3e1dc404ba8a62c6d94ee5383(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:28,127 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:28,127 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/C, priority=12, startTime=1733221647604; duration=0sec 2024-12-03T10:27:28,127 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:28,127 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:C 2024-12-03T10:27:28,129 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/1af4370a3b36499d95a6c65cf5adff5a 2024-12-03T10:27:28,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/161846c664ea458bb65dae4bd101cf77 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/161846c664ea458bb65dae4bd101cf77 2024-12-03T10:27:28,145 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/161846c664ea458bb65dae4bd101cf77, entries=150, sequenceid=386, filesize=12.0 K 2024-12-03T10:27:28,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/74eb469d0c344616be02fd02e63984cb as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/74eb469d0c344616be02fd02e63984cb 2024-12-03T10:27:28,156 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/74eb469d0c344616be02fd02e63984cb, entries=150, sequenceid=386, filesize=12.0 K 2024-12-03T10:27:28,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/1af4370a3b36499d95a6c65cf5adff5a as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/1af4370a3b36499d95a6c65cf5adff5a 2024-12-03T10:27:28,169 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/1af4370a3b36499d95a6c65cf5adff5a, entries=150, sequenceid=386, filesize=12.0 K 2024-12-03T10:27:28,175 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 6c0facefddadf17489d813123ab99980 in 537ms, sequenceid=386, compaction requested=false 2024-12-03T10:27:28,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:28,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:28,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-03T10:27:28,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-03T10:27:28,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-03T10:27:28,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7630 sec 2024-12-03T10:27:28,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.7690 sec 2024-12-03T10:27:28,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:28,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T10:27:28,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:28,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:28,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:28,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:28,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:28,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:28,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/4e16088ffaa94361b342acb542cbabe8 is 50, key is test_row_0/A:col10/1733221648450/Put/seqid=0 2024-12-03T10:27:28,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741923_1099 (size=12301) 2024-12-03T10:27:28,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:28,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221708501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:28,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:28,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221708501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:28,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:28,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:28,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221708504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221708504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:28,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221708505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-03T10:27:28,516 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-03T10:27:28,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:27:28,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-12-03T10:27:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-03T10:27:28,519 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:27:28,519 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:27:28,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:27:28,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221708607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:28,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221708608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:28,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221708610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:28,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:28,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221708611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:28,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:28,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221708612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-03T10:27:28,671 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:28,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-03T10:27:28,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:28,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:28,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:28,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:28,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:28,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221708809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:28,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:28,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221708810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:28,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:28,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221708814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:28,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221708815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:28,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:28,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221708815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-03T10:27:28,825 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:28,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-03T10:27:28,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:28,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:28,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:28,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:28,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:28,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:28,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/4e16088ffaa94361b342acb542cbabe8 2024-12-03T10:27:28,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/afb064cf06324ea1a34cd2c31a42839f is 50, key is test_row_0/B:col10/1733221648450/Put/seqid=0 2024-12-03T10:27:28,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741924_1100 (size=12301) 2024-12-03T10:27:28,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/afb064cf06324ea1a34cd2c31a42839f 2024-12-03T10:27:28,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/6ce6513663114590a20e141cac42cc14 is 50, key is test_row_0/C:col10/1733221648450/Put/seqid=0 2024-12-03T10:27:28,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741925_1101 (size=12301) 2024-12-03T10:27:28,977 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:28,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-03T10:27:28,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:28,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:28,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:28,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:28,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:29,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:29,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221709115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221709115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:29,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221709117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:29,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221709118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:29,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221709119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-03T10:27:29,131 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:29,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-03T10:27:29,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:29,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:29,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:29,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:29,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:29,283 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:29,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-03T10:27:29,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:29,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:29,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:29,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:29,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:29,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/6ce6513663114590a20e141cac42cc14 2024-12-03T10:27:29,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/4e16088ffaa94361b342acb542cbabe8 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/4e16088ffaa94361b342acb542cbabe8 2024-12-03T10:27:29,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/4e16088ffaa94361b342acb542cbabe8, entries=150, sequenceid=400, filesize=12.0 K 2024-12-03T10:27:29,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/afb064cf06324ea1a34cd2c31a42839f as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/afb064cf06324ea1a34cd2c31a42839f 2024-12-03T10:27:29,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/afb064cf06324ea1a34cd2c31a42839f, entries=150, sequenceid=400, filesize=12.0 K 2024-12-03T10:27:29,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/6ce6513663114590a20e141cac42cc14 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/6ce6513663114590a20e141cac42cc14 2024-12-03T10:27:29,326 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/6ce6513663114590a20e141cac42cc14, entries=150, sequenceid=400, filesize=12.0 K 2024-12-03T10:27:29,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6c0facefddadf17489d813123ab99980 in 876ms, sequenceid=400, compaction requested=true 2024-12-03T10:27:29,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:29,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:27:29,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:29,327 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:29,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:27:29,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:29,328 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:29,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:27:29,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:29,329 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:29,329 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:29,329 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/B is initiating minor compaction (all files) 2024-12-03T10:27:29,329 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/A is initiating minor compaction (all files) 2024-12-03T10:27:29,329 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/B in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:29,329 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/A in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:29,329 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/c187d826028444f4b4441cc3a6c48e76, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/74eb469d0c344616be02fd02e63984cb, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/afb064cf06324ea1a34cd2c31a42839f] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=36.9 K 2024-12-03T10:27:29,329 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/9f6b781e49de46d48649548361fbd774, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/161846c664ea458bb65dae4bd101cf77, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/4e16088ffaa94361b342acb542cbabe8] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=36.9 K 2024-12-03T10:27:29,329 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f6b781e49de46d48649548361fbd774, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733221645990 2024-12-03T10:27:29,329 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting c187d826028444f4b4441cc3a6c48e76, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733221645990 2024-12-03T10:27:29,330 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 74eb469d0c344616be02fd02e63984cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733221646304 2024-12-03T10:27:29,330 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 161846c664ea458bb65dae4bd101cf77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733221646304 2024-12-03T10:27:29,330 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e16088ffaa94361b342acb542cbabe8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733221648448 2024-12-03T10:27:29,330 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting afb064cf06324ea1a34cd2c31a42839f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733221648448 2024-12-03T10:27:29,341 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#A#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:29,341 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/ec99dc2087444f048bb294e4f86abeac is 50, key is test_row_0/A:col10/1733221648450/Put/seqid=0 2024-12-03T10:27:29,343 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#B#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:29,344 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/18d272f0b0804044bc3ababf6c8cefbd is 50, key is test_row_0/B:col10/1733221648450/Put/seqid=0 2024-12-03T10:27:29,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741926_1102 (size=13289) 2024-12-03T10:27:29,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741927_1103 (size=13289) 2024-12-03T10:27:29,371 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/18d272f0b0804044bc3ababf6c8cefbd as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/18d272f0b0804044bc3ababf6c8cefbd 2024-12-03T10:27:29,381 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/B of 6c0facefddadf17489d813123ab99980 into 18d272f0b0804044bc3ababf6c8cefbd(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:29,381 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:29,381 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/B, priority=13, startTime=1733221649328; duration=0sec 2024-12-03T10:27:29,381 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:29,381 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:B 2024-12-03T10:27:29,381 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:29,383 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:29,383 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/C is initiating minor compaction (all files) 2024-12-03T10:27:29,383 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/C in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:29,383 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/bffe53f3e1dc404ba8a62c6d94ee5383, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/1af4370a3b36499d95a6c65cf5adff5a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/6ce6513663114590a20e141cac42cc14] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=36.9 K 2024-12-03T10:27:29,384 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting bffe53f3e1dc404ba8a62c6d94ee5383, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733221645990 2024-12-03T10:27:29,384 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 1af4370a3b36499d95a6c65cf5adff5a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1733221646304 2024-12-03T10:27:29,384 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ce6513663114590a20e141cac42cc14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733221648448 2024-12-03T10:27:29,392 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#C#compaction#89 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:29,393 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/8b6b9c83fc854c77a5b982c47f1d837b is 50, key is test_row_0/C:col10/1733221648450/Put/seqid=0 2024-12-03T10:27:29,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741928_1104 (size=13289) 2024-12-03T10:27:29,416 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/8b6b9c83fc854c77a5b982c47f1d837b as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/8b6b9c83fc854c77a5b982c47f1d837b 2024-12-03T10:27:29,430 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/C of 6c0facefddadf17489d813123ab99980 into 8b6b9c83fc854c77a5b982c47f1d837b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:29,430 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:29,430 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/C, priority=13, startTime=1733221649328; duration=0sec 2024-12-03T10:27:29,431 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:29,431 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:C 2024-12-03T10:27:29,436 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:29,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-03T10:27:29,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:29,436 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T10:27:29,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:29,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:29,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:29,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:29,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:29,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:29,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/d25c2161496449fe845eced3fe5a03a3 is 50, key is test_row_0/A:col10/1733221648502/Put/seqid=0 2024-12-03T10:27:29,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741929_1105 (size=12301) 2024-12-03T10:27:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-03T10:27:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:29,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:29,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221709626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:29,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221709629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:29,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221709629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:29,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:29,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221709630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:29,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221709630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:29,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221709732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:29,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221709732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:29,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221709733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:29,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221709733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:29,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221709734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:29,763 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/ec99dc2087444f048bb294e4f86abeac as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/ec99dc2087444f048bb294e4f86abeac 2024-12-03T10:27:29,773 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/A of 6c0facefddadf17489d813123ab99980 into ec99dc2087444f048bb294e4f86abeac(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:29,774 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:29,774 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/A, priority=13, startTime=1733221649327; duration=0sec 2024-12-03T10:27:29,774 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:29,774 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:A 2024-12-03T10:27:29,857 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/d25c2161496449fe845eced3fe5a03a3 2024-12-03T10:27:29,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/732943fd952b4182a9f1948b95d1e6cb is 50, key is test_row_0/B:col10/1733221648502/Put/seqid=0 2024-12-03T10:27:29,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741930_1106 (size=12301) 2024-12-03T10:27:29,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:29,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221709935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:29,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221709935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:29,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221709936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:29,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:29,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221709937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221709938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:30,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:30,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221710238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221710239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:30,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221710239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:30,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221710240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:30,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221710241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:30,283 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/732943fd952b4182a9f1948b95d1e6cb 2024-12-03T10:27:30,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/82b916f867e442ddb7c5cab4469192e6 is 50, key is test_row_0/C:col10/1733221648502/Put/seqid=0 2024-12-03T10:27:30,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741931_1107 (size=12301) 2024-12-03T10:27:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-03T10:27:30,695 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/82b916f867e442ddb7c5cab4469192e6 2024-12-03T10:27:30,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/d25c2161496449fe845eced3fe5a03a3 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/d25c2161496449fe845eced3fe5a03a3 2024-12-03T10:27:30,705 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/d25c2161496449fe845eced3fe5a03a3, entries=150, sequenceid=427, filesize=12.0 K 2024-12-03T10:27:30,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/732943fd952b4182a9f1948b95d1e6cb as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/732943fd952b4182a9f1948b95d1e6cb 2024-12-03T10:27:30,714 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/732943fd952b4182a9f1948b95d1e6cb, entries=150, sequenceid=427, filesize=12.0 K 2024-12-03T10:27:30,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/82b916f867e442ddb7c5cab4469192e6 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/82b916f867e442ddb7c5cab4469192e6 2024-12-03T10:27:30,719 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/82b916f867e442ddb7c5cab4469192e6, entries=150, sequenceid=427, filesize=12.0 K 2024-12-03T10:27:30,720 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6c0facefddadf17489d813123ab99980 in 1284ms, sequenceid=427, compaction requested=false 2024-12-03T10:27:30,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:30,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:30,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-03T10:27:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-12-03T10:27:30,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-03T10:27:30,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2010 sec 2024-12-03T10:27:30,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 2.2060 sec 2024-12-03T10:27:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:30,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T10:27:30,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:30,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:30,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:30,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:30,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:30,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:30,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/9d92f75c7e754fa7b87431dbdda5a17a is 50, key is test_row_0/A:col10/1733221649627/Put/seqid=0 2024-12-03T10:27:30,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741932_1108 (size=12301) 2024-12-03T10:27:30,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221710757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:30,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:30,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221710758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221710757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:30,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221710759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:30,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221710759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:30,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221710861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:30,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221710861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:30,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221710861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:30,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221710861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:30,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221710862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:31,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221711062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:31,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221711063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:31,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:31,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221711064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:31,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221711065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:31,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221711065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:31,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/9d92f75c7e754fa7b87431dbdda5a17a 2024-12-03T10:27:31,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/e911f2f4f3234e5a96bcfe9ef33e9de0 is 50, key is test_row_0/B:col10/1733221649627/Put/seqid=0 2024-12-03T10:27:31,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741933_1109 (size=12301) 2024-12-03T10:27:31,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/e911f2f4f3234e5a96bcfe9ef33e9de0 2024-12-03T10:27:31,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/b387317141ac4012ae6e7d2db636fc69 is 50, key is test_row_0/C:col10/1733221649627/Put/seqid=0 2024-12-03T10:27:31,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741934_1110 (size=12301) 2024-12-03T10:27:31,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221711364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:31,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:31,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221711367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:31,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:31,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221711367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:31,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:31,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221711369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:31,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221711372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:31,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/b387317141ac4012ae6e7d2db636fc69 2024-12-03T10:27:31,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/9d92f75c7e754fa7b87431dbdda5a17a as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/9d92f75c7e754fa7b87431dbdda5a17a 2024-12-03T10:27:31,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/9d92f75c7e754fa7b87431dbdda5a17a, entries=150, sequenceid=440, filesize=12.0 K 2024-12-03T10:27:31,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/e911f2f4f3234e5a96bcfe9ef33e9de0 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/e911f2f4f3234e5a96bcfe9ef33e9de0 2024-12-03T10:27:31,612 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/e911f2f4f3234e5a96bcfe9ef33e9de0, entries=150, sequenceid=440, filesize=12.0 K 2024-12-03T10:27:31,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/b387317141ac4012ae6e7d2db636fc69 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/b387317141ac4012ae6e7d2db636fc69 2024-12-03T10:27:31,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/b387317141ac4012ae6e7d2db636fc69, entries=150, sequenceid=440, filesize=12.0 K 2024-12-03T10:27:31,620 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6c0facefddadf17489d813123ab99980 in 878ms, sequenceid=440, compaction requested=true 2024-12-03T10:27:31,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:31,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:27:31,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:31,620 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:31,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:27:31,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:31,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:27:31,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T10:27:31,621 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:31,626 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:31,626 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:31,626 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/A is initiating minor compaction (all files) 2024-12-03T10:27:31,626 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/B is initiating minor compaction (all files) 2024-12-03T10:27:31,626 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/A in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:31,626 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/B in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:31,626 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/18d272f0b0804044bc3ababf6c8cefbd, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/732943fd952b4182a9f1948b95d1e6cb, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/e911f2f4f3234e5a96bcfe9ef33e9de0] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=37.0 K 2024-12-03T10:27:31,626 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/ec99dc2087444f048bb294e4f86abeac, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/d25c2161496449fe845eced3fe5a03a3, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/9d92f75c7e754fa7b87431dbdda5a17a] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=37.0 K 2024-12-03T10:27:31,626 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec99dc2087444f048bb294e4f86abeac, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733221648448 2024-12-03T10:27:31,626 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 18d272f0b0804044bc3ababf6c8cefbd, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733221648448 2024-12-03T10:27:31,627 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting d25c2161496449fe845eced3fe5a03a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1733221648459 2024-12-03T10:27:31,627 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 732943fd952b4182a9f1948b95d1e6cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1733221648459 2024-12-03T10:27:31,627 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d92f75c7e754fa7b87431dbdda5a17a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733221649624 2024-12-03T10:27:31,627 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting e911f2f4f3234e5a96bcfe9ef33e9de0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733221649624 2024-12-03T10:27:31,636 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#B#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:31,636 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#A#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:31,636 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/ce0c74634e9d494caf94d21c79d8b5de is 50, key is test_row_0/B:col10/1733221649627/Put/seqid=0 2024-12-03T10:27:31,636 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/8a9875332e6f4f2b8a78a0f41247964c is 50, key is test_row_0/A:col10/1733221649627/Put/seqid=0 2024-12-03T10:27:31,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741936_1112 (size=13391) 2024-12-03T10:27:31,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741935_1111 (size=13391) 2024-12-03T10:27:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:31,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T10:27:31,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:31,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:31,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:31,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:31,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:31,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:31,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/937524853c154ae387cbc41e63132ce1 is 50, key is test_row_0/A:col10/1733221650753/Put/seqid=0 2024-12-03T10:27:31,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:31,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:31,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221711876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221711876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221711877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:31,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221711880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:31,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:31,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221711880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:31,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741937_1113 (size=12301) 2024-12-03T10:27:31,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:31,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221711981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221711981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:31,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:31,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221711984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:31,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221711984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:32,054 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/ce0c74634e9d494caf94d21c79d8b5de as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/ce0c74634e9d494caf94d21c79d8b5de 2024-12-03T10:27:32,055 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/8a9875332e6f4f2b8a78a0f41247964c as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/8a9875332e6f4f2b8a78a0f41247964c 2024-12-03T10:27:32,062 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/B of 6c0facefddadf17489d813123ab99980 into ce0c74634e9d494caf94d21c79d8b5de(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:32,062 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:32,062 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/B, priority=13, startTime=1733221651620; duration=0sec 2024-12-03T10:27:32,062 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/A of 6c0facefddadf17489d813123ab99980 into 8a9875332e6f4f2b8a78a0f41247964c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:32,062 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:32,062 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/A, priority=13, startTime=1733221651620; duration=0sec 2024-12-03T10:27:32,062 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:32,062 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:B 2024-12-03T10:27:32,063 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:32,063 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:A 2024-12-03T10:27:32,063 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:32,065 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:32,065 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/C is initiating minor compaction (all files) 2024-12-03T10:27:32,065 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/C in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:32,065 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/8b6b9c83fc854c77a5b982c47f1d837b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/82b916f867e442ddb7c5cab4469192e6, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/b387317141ac4012ae6e7d2db636fc69] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=37.0 K 2024-12-03T10:27:32,066 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b6b9c83fc854c77a5b982c47f1d837b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1733221648448 2024-12-03T10:27:32,066 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 82b916f867e442ddb7c5cab4469192e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1733221648459 2024-12-03T10:27:32,067 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting b387317141ac4012ae6e7d2db636fc69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733221649624 2024-12-03T10:27:32,075 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#C#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:32,076 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/e877d123fedb45cf8b2e615fcf7aa5ca is 50, key is test_row_0/C:col10/1733221649627/Put/seqid=0 2024-12-03T10:27:32,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741938_1114 (size=13391) 2024-12-03T10:27:32,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:32,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221712186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:32,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:32,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221712187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:32,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:32,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221712187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:32,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:32,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221712187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:32,287 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/937524853c154ae387cbc41e63132ce1 2024-12-03T10:27:32,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/8e970b737e484335ab6d70459e30ec7b is 50, key is test_row_0/B:col10/1733221650753/Put/seqid=0 2024-12-03T10:27:32,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741939_1115 (size=12301) 2024-12-03T10:27:32,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/8e970b737e484335ab6d70459e30ec7b 2024-12-03T10:27:32,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/5fe56f5e61f546b4ac55257543d62acb is 50, key is test_row_0/C:col10/1733221650753/Put/seqid=0 2024-12-03T10:27:32,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741940_1116 (size=12301) 2024-12-03T10:27:32,489 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/e877d123fedb45cf8b2e615fcf7aa5ca as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/e877d123fedb45cf8b2e615fcf7aa5ca 2024-12-03T10:27:32,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221712488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:32,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:32,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221712490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:32,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:32,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221712491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:32,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221712492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:32,496 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/C of 6c0facefddadf17489d813123ab99980 into e877d123fedb45cf8b2e615fcf7aa5ca(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:32,496 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:32,496 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/C, priority=13, startTime=1733221651620; duration=0sec 2024-12-03T10:27:32,496 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:32,496 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:C 2024-12-03T10:27:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-03T10:27:32,624 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-03T10:27:32,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:27:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-12-03T10:27:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-03T10:27:32,627 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:27:32,627 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:27:32,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:27:32,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-03T10:27:32,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/5fe56f5e61f546b4ac55257543d62acb 2024-12-03T10:27:32,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/937524853c154ae387cbc41e63132ce1 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/937524853c154ae387cbc41e63132ce1 2024-12-03T10:27:32,779 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:32,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-03T10:27:32,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:32,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:32,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:32,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:32,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:32,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:32,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/937524853c154ae387cbc41e63132ce1, entries=150, sequenceid=465, filesize=12.0 K 2024-12-03T10:27:32,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/8e970b737e484335ab6d70459e30ec7b as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/8e970b737e484335ab6d70459e30ec7b 2024-12-03T10:27:32,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/8e970b737e484335ab6d70459e30ec7b, entries=150, sequenceid=465, filesize=12.0 K 2024-12-03T10:27:32,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/5fe56f5e61f546b4ac55257543d62acb as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/5fe56f5e61f546b4ac55257543d62acb 2024-12-03T10:27:32,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/5fe56f5e61f546b4ac55257543d62acb, entries=150, sequenceid=465, filesize=12.0 K 2024-12-03T10:27:32,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 6c0facefddadf17489d813123ab99980 in 929ms, sequenceid=465, compaction requested=false 2024-12-03T10:27:32,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:32,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T10:27:32,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:32,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:32,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:32,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:32,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:32,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:32,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/75a895bd43d34901b66e741f7c935ec2 is 50, key is test_row_0/A:col10/1733221651879/Put/seqid=0 2024-12-03T10:27:32,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741941_1117 (size=12301) 2024-12-03T10:27:32,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/75a895bd43d34901b66e741f7c935ec2 2024-12-03T10:27:32,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/208248391d8347eeb82ec2ef616712cf is 50, key is test_row_0/B:col10/1733221651879/Put/seqid=0 2024-12-03T10:27:32,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741942_1118 (size=12301) 2024-12-03T10:27:32,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/208248391d8347eeb82ec2ef616712cf 2024-12-03T10:27:32,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/c9126069049d4d30b6dc98928d52b3bf is 50, key is test_row_0/C:col10/1733221651879/Put/seqid=0 2024-12-03T10:27:32,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741943_1119 (size=12301) 2024-12-03T10:27:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-03T10:27:32,932 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:32,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-03T10:27:32,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:32,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:32,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:32,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:32,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:32,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221712943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:32,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221712990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:32,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221712994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:32,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221712998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:33,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221713005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:33,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221713046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:33,085 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:33,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-03T10:27:33,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:33,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:33,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:33,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:33,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:33,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-03T10:27:33,238 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:33,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-03T10:27:33,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:33,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:33,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:33,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:33,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:33,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:33,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:33,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221713249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:33,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=481 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/c9126069049d4d30b6dc98928d52b3bf 2024-12-03T10:27:33,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/75a895bd43d34901b66e741f7c935ec2 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/75a895bd43d34901b66e741f7c935ec2 2024-12-03T10:27:33,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/75a895bd43d34901b66e741f7c935ec2, entries=150, sequenceid=481, filesize=12.0 K 2024-12-03T10:27:33,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/208248391d8347eeb82ec2ef616712cf as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/208248391d8347eeb82ec2ef616712cf 2024-12-03T10:27:33,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/208248391d8347eeb82ec2ef616712cf, entries=150, sequenceid=481, filesize=12.0 K 2024-12-03T10:27:33,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/c9126069049d4d30b6dc98928d52b3bf as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/c9126069049d4d30b6dc98928d52b3bf 2024-12-03T10:27:33,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/c9126069049d4d30b6dc98928d52b3bf, entries=150, sequenceid=481, filesize=12.0 K 2024-12-03T10:27:33,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6c0facefddadf17489d813123ab99980 in 454ms, sequenceid=481, compaction requested=true 2024-12-03T10:27:33,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:33,346 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:33,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:27:33,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:33,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:27:33,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:33,347 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:33,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:27:33,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:33,347 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:33,347 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:33,347 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/A is initiating minor compaction (all files) 2024-12-03T10:27:33,347 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/B is initiating minor compaction (all files) 2024-12-03T10:27:33,348 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/B in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:33,348 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/A in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:33,348 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/ce0c74634e9d494caf94d21c79d8b5de, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/8e970b737e484335ab6d70459e30ec7b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/208248391d8347eeb82ec2ef616712cf] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=37.1 K 2024-12-03T10:27:33,348 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/8a9875332e6f4f2b8a78a0f41247964c, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/937524853c154ae387cbc41e63132ce1, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/75a895bd43d34901b66e741f7c935ec2] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=37.1 K 2024-12-03T10:27:33,348 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting ce0c74634e9d494caf94d21c79d8b5de, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733221649624 2024-12-03T10:27:33,348 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a9875332e6f4f2b8a78a0f41247964c, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733221649624 2024-12-03T10:27:33,348 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e970b737e484335ab6d70459e30ec7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1733221650753 2024-12-03T10:27:33,349 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 937524853c154ae387cbc41e63132ce1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1733221650753 2024-12-03T10:27:33,349 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 208248391d8347eeb82ec2ef616712cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1733221651875 2024-12-03T10:27:33,349 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75a895bd43d34901b66e741f7c935ec2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1733221651875 2024-12-03T10:27:33,358 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#A#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:33,358 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/01257b1859c249efb13ed22520ac0272 is 50, key is test_row_0/A:col10/1733221651879/Put/seqid=0 2024-12-03T10:27:33,364 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#B#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:33,365 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/659f5d85ab5d4ed68779da4bb8c44f64 is 50, key is test_row_0/B:col10/1733221651879/Put/seqid=0 2024-12-03T10:27:33,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741945_1121 (size=13493) 2024-12-03T10:27:33,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741944_1120 (size=13493) 2024-12-03T10:27:33,386 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/01257b1859c249efb13ed22520ac0272 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/01257b1859c249efb13ed22520ac0272 2024-12-03T10:27:33,390 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:33,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-03T10:27:33,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:33,391 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-03T10:27:33,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:33,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:33,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:33,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:33,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:33,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:33,393 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/A of 6c0facefddadf17489d813123ab99980 into 01257b1859c249efb13ed22520ac0272(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:33,393 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:33,393 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/A, priority=13, startTime=1733221653346; duration=0sec 2024-12-03T10:27:33,393 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:33,393 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:A 2024-12-03T10:27:33,393 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:33,395 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:33,395 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/C is initiating minor compaction (all files) 2024-12-03T10:27:33,395 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/C in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:33,395 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/e877d123fedb45cf8b2e615fcf7aa5ca, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/5fe56f5e61f546b4ac55257543d62acb, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/c9126069049d4d30b6dc98928d52b3bf] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=37.1 K 2024-12-03T10:27:33,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/29d0b34a2cc447339d212f819a85c78e is 50, key is test_row_0/A:col10/1733221652927/Put/seqid=0 2024-12-03T10:27:33,397 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting e877d123fedb45cf8b2e615fcf7aa5ca, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733221649624 2024-12-03T10:27:33,397 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fe56f5e61f546b4ac55257543d62acb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1733221650753 2024-12-03T10:27:33,397 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9126069049d4d30b6dc98928d52b3bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1733221651875 2024-12-03T10:27:33,408 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#C#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:33,409 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/c9d1198dacce4aaabd8764142aabd87f is 50, key is test_row_0/C:col10/1733221651879/Put/seqid=0 2024-12-03T10:27:33,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741946_1122 (size=12301) 2024-12-03T10:27:33,413 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/29d0b34a2cc447339d212f819a85c78e 2024-12-03T10:27:33,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/81b1d4fb02264309a67b63bdb419cd34 is 50, key is test_row_0/B:col10/1733221652927/Put/seqid=0 2024-12-03T10:27:33,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741947_1123 (size=13493) 2024-12-03T10:27:33,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741948_1124 (size=12301) 2024-12-03T10:27:33,434 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/81b1d4fb02264309a67b63bdb419cd34 2024-12-03T10:27:33,437 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/c9d1198dacce4aaabd8764142aabd87f as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/c9d1198dacce4aaabd8764142aabd87f 2024-12-03T10:27:33,449 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/C of 6c0facefddadf17489d813123ab99980 into c9d1198dacce4aaabd8764142aabd87f(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:33,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/77a245b750f0470abf90eb87e838b307 is 50, key is test_row_0/C:col10/1733221652927/Put/seqid=0 2024-12-03T10:27:33,449 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:33,449 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/C, priority=13, startTime=1733221653347; duration=0sec 2024-12-03T10:27:33,449 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:33,449 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:C 2024-12-03T10:27:33,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741949_1125 (size=12301) 2024-12-03T10:27:33,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:33,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221713572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:33,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:33,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221713675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-03T10:27:33,777 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/659f5d85ab5d4ed68779da4bb8c44f64 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/659f5d85ab5d4ed68779da4bb8c44f64 2024-12-03T10:27:33,783 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/B of 6c0facefddadf17489d813123ab99980 into 659f5d85ab5d4ed68779da4bb8c44f64(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:33,783 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:33,783 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/B, priority=13, startTime=1733221653346; duration=0sec 2024-12-03T10:27:33,783 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:33,783 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:B 2024-12-03T10:27:33,862 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=504 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/77a245b750f0470abf90eb87e838b307 2024-12-03T10:27:33,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/29d0b34a2cc447339d212f819a85c78e as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/29d0b34a2cc447339d212f819a85c78e 2024-12-03T10:27:33,871 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/29d0b34a2cc447339d212f819a85c78e, entries=150, sequenceid=504, filesize=12.0 K 2024-12-03T10:27:33,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/81b1d4fb02264309a67b63bdb419cd34 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/81b1d4fb02264309a67b63bdb419cd34 2024-12-03T10:27:33,876 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/81b1d4fb02264309a67b63bdb419cd34, entries=150, sequenceid=504, filesize=12.0 K 2024-12-03T10:27:33,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/77a245b750f0470abf90eb87e838b307 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/77a245b750f0470abf90eb87e838b307 2024-12-03T10:27:33,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:33,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221713877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:33,882 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/77a245b750f0470abf90eb87e838b307, entries=150, sequenceid=504, filesize=12.0 K 2024-12-03T10:27:33,883 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 6c0facefddadf17489d813123ab99980 in 492ms, sequenceid=504, compaction requested=false 2024-12-03T10:27:33,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:33,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:33,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-03T10:27:33,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-12-03T10:27:33,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-03T10:27:33,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2570 sec 2024-12-03T10:27:33,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.2610 sec 2024-12-03T10:27:33,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:33,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-03T10:27:33,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:33,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:33,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:33,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:33,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:33,996 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:34,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/5f2cc0b2b6594795a6c1073e44cc6caf is 50, key is test_row_0/A:col10/1733221653571/Put/seqid=0 2024-12-03T10:27:34,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221714015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:34,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221714016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:34,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741950_1126 (size=12301) 2024-12-03T10:27:34,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/5f2cc0b2b6594795a6c1073e44cc6caf 2024-12-03T10:27:34,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221714018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:34,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:34,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221714019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:34,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/97484bc055fa4d68b3059ee886dbf0a4 is 50, key is test_row_0/B:col10/1733221653571/Put/seqid=0 2024-12-03T10:27:34,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741951_1127 (size=12301) 2024-12-03T10:27:34,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/97484bc055fa4d68b3059ee886dbf0a4 2024-12-03T10:27:34,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/0f8a95448c664860876d833287ca8b29 is 50, key is test_row_0/C:col10/1733221653571/Put/seqid=0 2024-12-03T10:27:34,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741952_1128 (size=12301) 2024-12-03T10:27:34,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:34,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221714119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:34,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:34,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221714123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221714123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:34,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:34,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221714180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:34,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221714323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:34,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221714325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:34,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221714326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:34,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/0f8a95448c664860876d833287ca8b29 2024-12-03T10:27:34,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/5f2cc0b2b6594795a6c1073e44cc6caf as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/5f2cc0b2b6594795a6c1073e44cc6caf 2024-12-03T10:27:34,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/5f2cc0b2b6594795a6c1073e44cc6caf, entries=150, sequenceid=521, filesize=12.0 K 2024-12-03T10:27:34,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/97484bc055fa4d68b3059ee886dbf0a4 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/97484bc055fa4d68b3059ee886dbf0a4 2024-12-03T10:27:34,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/97484bc055fa4d68b3059ee886dbf0a4, entries=150, sequenceid=521, filesize=12.0 K 2024-12-03T10:27:34,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/0f8a95448c664860876d833287ca8b29 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/0f8a95448c664860876d833287ca8b29 2024-12-03T10:27:34,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/0f8a95448c664860876d833287ca8b29, entries=150, sequenceid=521, filesize=12.0 K 2024-12-03T10:27:34,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 6c0facefddadf17489d813123ab99980 in 491ms, sequenceid=521, compaction requested=true 2024-12-03T10:27:34,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:34,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:27:34,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:34,486 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:34,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:27:34,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:34,486 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:34,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:27:34,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:34,487 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:34,487 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:34,487 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/A is initiating minor compaction (all files) 2024-12-03T10:27:34,487 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/B is initiating minor compaction (all files) 2024-12-03T10:27:34,487 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/B in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:34,487 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/A in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:34,487 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/659f5d85ab5d4ed68779da4bb8c44f64, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/81b1d4fb02264309a67b63bdb419cd34, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/97484bc055fa4d68b3059ee886dbf0a4] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=37.2 K 2024-12-03T10:27:34,487 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/01257b1859c249efb13ed22520ac0272, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/29d0b34a2cc447339d212f819a85c78e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/5f2cc0b2b6594795a6c1073e44cc6caf] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=37.2 K 2024-12-03T10:27:34,488 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 659f5d85ab5d4ed68779da4bb8c44f64, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1733221651875 2024-12-03T10:27:34,488 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01257b1859c249efb13ed22520ac0272, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1733221651875 2024-12-03T10:27:34,488 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 81b1d4fb02264309a67b63bdb419cd34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1733221652927 2024-12-03T10:27:34,488 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 29d0b34a2cc447339d212f819a85c78e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1733221652927 2024-12-03T10:27:34,488 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 97484bc055fa4d68b3059ee886dbf0a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1733221653566 2024-12-03T10:27:34,488 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f2cc0b2b6594795a6c1073e44cc6caf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1733221653566 2024-12-03T10:27:34,496 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#A#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:34,496 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#B#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:34,496 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/e2308e0044fb4ea083da961000bb4ae7 is 50, key is test_row_0/A:col10/1733221653571/Put/seqid=0 2024-12-03T10:27:34,497 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/9d7538687e3a4d258489790b5993c67b is 50, key is test_row_0/B:col10/1733221653571/Put/seqid=0 2024-12-03T10:27:34,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741954_1130 (size=13595) 2024-12-03T10:27:34,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741953_1129 (size=13595) 2024-12-03T10:27:34,510 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/9d7538687e3a4d258489790b5993c67b as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/9d7538687e3a4d258489790b5993c67b 2024-12-03T10:27:34,510 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/e2308e0044fb4ea083da961000bb4ae7 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/e2308e0044fb4ea083da961000bb4ae7 2024-12-03T10:27:34,515 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/B of 6c0facefddadf17489d813123ab99980 into 9d7538687e3a4d258489790b5993c67b(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:34,515 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/A of 6c0facefddadf17489d813123ab99980 into e2308e0044fb4ea083da961000bb4ae7(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:34,515 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:34,515 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:34,515 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/A, priority=13, startTime=1733221654486; duration=0sec 2024-12-03T10:27:34,515 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/B, priority=13, startTime=1733221654486; duration=0sec 2024-12-03T10:27:34,515 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:34,515 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:B 2024-12-03T10:27:34,515 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:34,515 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:A 2024-12-03T10:27:34,515 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:34,516 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:34,517 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/C is initiating minor compaction (all files) 2024-12-03T10:27:34,517 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/C in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:34,517 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/c9d1198dacce4aaabd8764142aabd87f, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/77a245b750f0470abf90eb87e838b307, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/0f8a95448c664860876d833287ca8b29] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=37.2 K 2024-12-03T10:27:34,517 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting c9d1198dacce4aaabd8764142aabd87f, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=481, earliestPutTs=1733221651875 2024-12-03T10:27:34,518 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 77a245b750f0470abf90eb87e838b307, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=504, earliestPutTs=1733221652927 2024-12-03T10:27:34,518 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f8a95448c664860876d833287ca8b29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1733221653566 2024-12-03T10:27:34,525 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#C#compaction#116 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:34,525 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/5a2745e4938e4077bff662ec8648cc0b is 50, key is test_row_0/C:col10/1733221653571/Put/seqid=0 2024-12-03T10:27:34,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741955_1131 (size=13595) 2024-12-03T10:27:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:34,627 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T10:27:34,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:34,627 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:34,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:34,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:34,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:34,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:34,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/43a2571023b2462ca92aa9bdf767d378 is 50, key is test_row_0/A:col10/1733221654017/Put/seqid=0 2024-12-03T10:27:34,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741956_1132 (size=14741) 2024-12-03T10:27:34,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:34,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221714659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221714658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:34,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:34,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221714660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:34,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221714683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-03T10:27:34,730 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-12-03T10:27:34,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:27:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-12-03T10:27:34,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-03T10:27:34,733 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:27:34,734 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:27:34,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:27:34,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:34,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221714762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221714762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:34,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:34,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221714762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-03T10:27:34,885 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:34,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-03T10:27:34,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:34,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:34,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:34,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:34,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:34,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:34,937 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/5a2745e4938e4077bff662ec8648cc0b as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/5a2745e4938e4077bff662ec8648cc0b 2024-12-03T10:27:34,942 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6c0facefddadf17489d813123ab99980/C of 6c0facefddadf17489d813123ab99980 into 5a2745e4938e4077bff662ec8648cc0b(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:34,942 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:34,942 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/C, priority=13, startTime=1733221654486; duration=0sec 2024-12-03T10:27:34,942 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:34,942 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:C 2024-12-03T10:27:34,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221714963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:34,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221714964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:34,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221714964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:35,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-03T10:27:35,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=547 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/43a2571023b2462ca92aa9bdf767d378 2024-12-03T10:27:35,037 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:35,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-03T10:27:35,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:35,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:35,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:35,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:35,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:35,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:35,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/2207ea40088a4af9a0bcbbb375cc0afb is 50, key is test_row_0/B:col10/1733221654017/Put/seqid=0 2024-12-03T10:27:35,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741957_1133 (size=12301) 2024-12-03T10:27:35,190 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:35,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-03T10:27:35,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:35,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:35,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:35,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:35,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:35,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:35,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:35,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221715278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221715278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:35,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:35,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221715278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-03T10:27:35,343 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:35,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-03T10:27:35,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:35,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:35,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:35,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:35,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:35,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:35,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=547 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/2207ea40088a4af9a0bcbbb375cc0afb 2024-12-03T10:27:35,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/202db86e165d43fd85351a09a40b9e4a is 50, key is test_row_0/C:col10/1733221654017/Put/seqid=0 2024-12-03T10:27:35,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741958_1134 (size=12301) 2024-12-03T10:27:35,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=547 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/202db86e165d43fd85351a09a40b9e4a 2024-12-03T10:27:35,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/43a2571023b2462ca92aa9bdf767d378 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/43a2571023b2462ca92aa9bdf767d378 2024-12-03T10:27:35,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/43a2571023b2462ca92aa9bdf767d378, entries=200, sequenceid=547, filesize=14.4 K 2024-12-03T10:27:35,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/2207ea40088a4af9a0bcbbb375cc0afb as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/2207ea40088a4af9a0bcbbb375cc0afb 2024-12-03T10:27:35,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/2207ea40088a4af9a0bcbbb375cc0afb, entries=150, sequenceid=547, filesize=12.0 K 2024-12-03T10:27:35,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/202db86e165d43fd85351a09a40b9e4a as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/202db86e165d43fd85351a09a40b9e4a 2024-12-03T10:27:35,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/202db86e165d43fd85351a09a40b9e4a, entries=150, sequenceid=547, filesize=12.0 K 2024-12-03T10:27:35,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6c0facefddadf17489d813123ab99980 in 855ms, sequenceid=547, compaction requested=false 2024-12-03T10:27:35,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:35,495 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:35,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-03T10:27:35,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:35,496 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T10:27:35,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:35,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:35,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:35,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:35,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:35,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:35,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/30902d303e6f45cfb4a2b265bebb2a75 is 50, key is test_row_0/A:col10/1733221654659/Put/seqid=0 2024-12-03T10:27:35,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741959_1135 (size=9857) 2024-12-03T10:27:35,505 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/30902d303e6f45cfb4a2b265bebb2a75 2024-12-03T10:27:35,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/ecc0dbe1df8a4c2097d575b76287813e is 50, key is test_row_0/B:col10/1733221654659/Put/seqid=0 2024-12-03T10:27:35,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741960_1136 (size=9857) 2024-12-03T10:27:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:35,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. as already flushing 2024-12-03T10:27:35,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221715723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:35,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38054 deadline: 1733221715780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:35,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38070 deadline: 1733221715781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:35,782 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:35,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38064 deadline: 1733221715782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:35,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:35,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221715826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-03T10:27:35,917 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/ecc0dbe1df8a4c2097d575b76287813e 2024-12-03T10:27:35,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/39fc9ae7a461477fb9c5355caf35f0f6 is 50, key is test_row_0/C:col10/1733221654659/Put/seqid=0 2024-12-03T10:27:35,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741961_1137 (size=9857) 2024-12-03T10:27:36,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38036 deadline: 1733221716020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:36,022 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., hostname=b030dd9a36e7,33013,1733221628283, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:27:36,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221716028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:36,119 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:60916 2024-12-03T10:27:36,119 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:60916 2024-12-03T10:27:36,119 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:27:36,119 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:60916 2024-12-03T10:27:36,119 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:27:36,119 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:60916 2024-12-03T10:27:36,119 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:27:36,119 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:27:36,330 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/39fc9ae7a461477fb9c5355caf35f0f6 2024-12-03T10:27:36,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38044 deadline: 1733221716333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:36,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/30902d303e6f45cfb4a2b265bebb2a75 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/30902d303e6f45cfb4a2b265bebb2a75 2024-12-03T10:27:36,346 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/30902d303e6f45cfb4a2b265bebb2a75, entries=100, sequenceid=560, filesize=9.6 K 2024-12-03T10:27:36,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/ecc0dbe1df8a4c2097d575b76287813e as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/ecc0dbe1df8a4c2097d575b76287813e 2024-12-03T10:27:36,353 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/ecc0dbe1df8a4c2097d575b76287813e, entries=100, sequenceid=560, filesize=9.6 K 2024-12-03T10:27:36,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/39fc9ae7a461477fb9c5355caf35f0f6 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/39fc9ae7a461477fb9c5355caf35f0f6 2024-12-03T10:27:36,359 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/39fc9ae7a461477fb9c5355caf35f0f6, entries=100, sequenceid=560, filesize=9.6 K 2024-12-03T10:27:36,360 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6c0facefddadf17489d813123ab99980 in 864ms, sequenceid=560, compaction requested=true 2024-12-03T10:27:36,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:36,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:36,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-03T10:27:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-12-03T10:27:36,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-12-03T10:27:36,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6270 sec 2024-12-03T10:27:36,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.6310 sec 2024-12-03T10:27:36,759 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T10:27:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:36,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T10:27:36,787 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:60916 2024-12-03T10:27:36,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:36,787 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:27:36,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:36,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:36,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:36,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:36,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:36,791 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:60916 2024-12-03T10:27:36,791 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:27:36,792 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:60916 2024-12-03T10:27:36,792 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:27:36,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/327f026dbcb1498ebdb463ca0f6ffd2e is 50, key is test_row_0/A:col10/1733221655711/Put/seqid=0 2024-12-03T10:27:36,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741962_1138 (size=12301) 2024-12-03T10:27:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-03T10:27:36,837 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-12-03T10:27:36,840 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:60916 2024-12-03T10:27:36,841 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:27:37,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/327f026dbcb1498ebdb463ca0f6ffd2e 2024-12-03T10:27:37,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/226c9884b3874112bb33d1c79931b06d is 50, key is test_row_0/B:col10/1733221655711/Put/seqid=0 2024-12-03T10:27:37,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741963_1139 (size=12301) 2024-12-03T10:27:37,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/226c9884b3874112bb33d1c79931b06d 2024-12-03T10:27:37,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/76ac896244e447fda16b96108dbf7a6f is 50, key is test_row_0/C:col10/1733221655711/Put/seqid=0 2024-12-03T10:27:37,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741964_1140 (size=12301) 2024-12-03T10:27:38,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/76ac896244e447fda16b96108dbf7a6f 2024-12-03T10:27:38,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/327f026dbcb1498ebdb463ca0f6ffd2e as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/327f026dbcb1498ebdb463ca0f6ffd2e 2024-12-03T10:27:38,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/327f026dbcb1498ebdb463ca0f6ffd2e, entries=150, sequenceid=585, filesize=12.0 K 2024-12-03T10:27:38,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/226c9884b3874112bb33d1c79931b06d as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/226c9884b3874112bb33d1c79931b06d 2024-12-03T10:27:38,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/226c9884b3874112bb33d1c79931b06d, entries=150, sequenceid=585, filesize=12.0 K 2024-12-03T10:27:38,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/76ac896244e447fda16b96108dbf7a6f as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/76ac896244e447fda16b96108dbf7a6f 2024-12-03T10:27:38,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/76ac896244e447fda16b96108dbf7a6f, entries=150, sequenceid=585, filesize=12.0 K 2024-12-03T10:27:38,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=20.13 KB/20610 for 6c0facefddadf17489d813123ab99980 in 1284ms, sequenceid=585, compaction requested=true 2024-12-03T10:27:38,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:38,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:27:38,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:38,070 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T10:27:38,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:27:38,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:38,070 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T10:27:38,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6c0facefddadf17489d813123ab99980:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:27:38,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:38,072 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48054 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T10:27:38,072 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50494 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T10:27:38,072 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/A is initiating minor compaction (all files) 2024-12-03T10:27:38,072 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/B is initiating minor compaction (all files) 2024-12-03T10:27:38,072 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/A in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:38,072 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/B in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:38,072 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/e2308e0044fb4ea083da961000bb4ae7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/43a2571023b2462ca92aa9bdf767d378, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/30902d303e6f45cfb4a2b265bebb2a75, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/327f026dbcb1498ebdb463ca0f6ffd2e] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=49.3 K 2024-12-03T10:27:38,072 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/9d7538687e3a4d258489790b5993c67b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/2207ea40088a4af9a0bcbbb375cc0afb, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/ecc0dbe1df8a4c2097d575b76287813e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/226c9884b3874112bb33d1c79931b06d] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=46.9 K 2024-12-03T10:27:38,073 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2308e0044fb4ea083da961000bb4ae7, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1733221653566 2024-12-03T10:27:38,073 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d7538687e3a4d258489790b5993c67b, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1733221653566 2024-12-03T10:27:38,073 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43a2571023b2462ca92aa9bdf767d378, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=547, earliestPutTs=1733221654014 2024-12-03T10:27:38,073 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 2207ea40088a4af9a0bcbbb375cc0afb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=547, earliestPutTs=1733221654014 2024-12-03T10:27:38,074 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30902d303e6f45cfb4a2b265bebb2a75, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1733221654658 2024-12-03T10:27:38,074 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting ecc0dbe1df8a4c2097d575b76287813e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1733221654658 2024-12-03T10:27:38,074 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 327f026dbcb1498ebdb463ca0f6ffd2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=585, earliestPutTs=1733221655711 2024-12-03T10:27:38,074 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 226c9884b3874112bb33d1c79931b06d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=585, earliestPutTs=1733221655711 2024-12-03T10:27:38,084 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#A#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:38,085 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/04becd21d1e14f72b6866128ef8296ad is 50, key is test_row_0/A:col10/1733221655711/Put/seqid=0 2024-12-03T10:27:38,085 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#B#compaction#127 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:38,085 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/9a324130ac1140feb72aee2d6ae25e6b is 50, key is test_row_0/B:col10/1733221655711/Put/seqid=0 2024-12-03T10:27:38,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741965_1141 (size=13731) 2024-12-03T10:27:38,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741966_1142 (size=13731) 2024-12-03T10:27:38,506 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/04becd21d1e14f72b6866128ef8296ad as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/04becd21d1e14f72b6866128ef8296ad 2024-12-03T10:27:38,506 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/9a324130ac1140feb72aee2d6ae25e6b as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/9a324130ac1140feb72aee2d6ae25e6b 2024-12-03T10:27:38,512 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c0facefddadf17489d813123ab99980/B of 6c0facefddadf17489d813123ab99980 into 9a324130ac1140feb72aee2d6ae25e6b(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:38,512 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c0facefddadf17489d813123ab99980/A of 6c0facefddadf17489d813123ab99980 into 04becd21d1e14f72b6866128ef8296ad(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:38,512 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:38,512 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:38,512 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/A, priority=12, startTime=1733221658070; duration=0sec 2024-12-03T10:27:38,512 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/B, priority=12, startTime=1733221658070; duration=0sec 2024-12-03T10:27:38,512 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:38,512 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:B 2024-12-03T10:27:38,512 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:38,512 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:A 2024-12-03T10:27:38,512 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T10:27:38,513 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48054 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T10:27:38,513 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 6c0facefddadf17489d813123ab99980/C is initiating minor compaction (all files) 2024-12-03T10:27:38,513 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6c0facefddadf17489d813123ab99980/C in TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:38,513 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/5a2745e4938e4077bff662ec8648cc0b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/202db86e165d43fd85351a09a40b9e4a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/39fc9ae7a461477fb9c5355caf35f0f6, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/76ac896244e447fda16b96108dbf7a6f] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp, totalSize=46.9 K 2024-12-03T10:27:38,514 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a2745e4938e4077bff662ec8648cc0b, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1733221653566 2024-12-03T10:27:38,514 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 202db86e165d43fd85351a09a40b9e4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=547, earliestPutTs=1733221654014 2024-12-03T10:27:38,514 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 39fc9ae7a461477fb9c5355caf35f0f6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=560, earliestPutTs=1733221654658 2024-12-03T10:27:38,515 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 76ac896244e447fda16b96108dbf7a6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=585, earliestPutTs=1733221655711 2024-12-03T10:27:38,522 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6c0facefddadf17489d813123ab99980#C#compaction#128 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:38,523 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/426ab7217f8846a8aa4dd9bf8fb84594 is 50, key is test_row_0/C:col10/1733221655711/Put/seqid=0 2024-12-03T10:27:38,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741967_1143 (size=13731) 2024-12-03T10:27:38,938 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/426ab7217f8846a8aa4dd9bf8fb84594 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/426ab7217f8846a8aa4dd9bf8fb84594 2024-12-03T10:27:38,945 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6c0facefddadf17489d813123ab99980/C of 6c0facefddadf17489d813123ab99980 into 426ab7217f8846a8aa4dd9bf8fb84594(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:38,945 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:38,945 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980., storeName=6c0facefddadf17489d813123ab99980/C, priority=12, startTime=1733221658070; duration=0sec 2024-12-03T10:27:38,945 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:38,945 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6c0facefddadf17489d813123ab99980:C 2024-12-03T10:27:40,032 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:60916 2024-12-03T10:27:40,032 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:27:40,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T10:27:40,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-12-03T10:27:40,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-12-03T10:27:40,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-12-03T10:27:40,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 125 2024-12-03T10:27:40,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-12-03T10:27:40,033 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T10:27:40,033 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8539 2024-12-03T10:27:40,033 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8652 2024-12-03T10:27:40,033 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T10:27:40,033 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3724 2024-12-03T10:27:40,033 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 11162 rows 2024-12-03T10:27:40,033 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3733 2024-12-03T10:27:40,033 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 11192 rows 2024-12-03T10:27:40,033 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-03T10:27:40,033 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:60916 2024-12-03T10:27:40,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:27:40,038 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-03T10:27:40,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-03T10:27:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T10:27:40,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221660048"}]},"ts":"1733221660048"} 2024-12-03T10:27:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-03T10:27:40,049 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T10:27:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-03T10:27:40,184 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T10:27:40,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T10:27:40,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0facefddadf17489d813123ab99980, UNASSIGN}] 2024-12-03T10:27:40,200 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0facefddadf17489d813123ab99980, UNASSIGN 2024-12-03T10:27:40,201 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=6c0facefddadf17489d813123ab99980, regionState=CLOSING, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:40,202 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T10:27:40,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure 6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283}] 2024-12-03T10:27:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-03T10:27:40,357 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:40,360 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:40,360 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-03T10:27:40,362 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing 6c0facefddadf17489d813123ab99980, disabling compactions & flushes 2024-12-03T10:27:40,362 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:40,362 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:40,362 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. after waiting 0 ms 2024-12-03T10:27:40,362 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:40,362 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(2837): Flushing 6c0facefddadf17489d813123ab99980 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-03T10:27:40,363 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=A 2024-12-03T10:27:40,363 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:40,363 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=B 2024-12-03T10:27:40,363 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:40,363 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6c0facefddadf17489d813123ab99980, store=C 2024-12-03T10:27:40,363 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:40,371 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/81616fe8584b471196dcb7f1edd357fe is 50, key is test_row_0/A:col10/1733221656790/Put/seqid=0 2024-12-03T10:27:40,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741968_1144 (size=9857) 2024-12-03T10:27:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-03T10:27:40,776 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=595 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/81616fe8584b471196dcb7f1edd357fe 2024-12-03T10:27:40,789 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/bffa3cd0745c45f5aca581eb2e31f249 is 50, key is test_row_0/B:col10/1733221656790/Put/seqid=0 2024-12-03T10:27:40,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741969_1145 (size=9857) 2024-12-03T10:27:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-03T10:27:41,195 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=595 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/bffa3cd0745c45f5aca581eb2e31f249 2024-12-03T10:27:41,210 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/e65c4ce7e2b741a79927a03c358ae550 is 50, key is test_row_0/C:col10/1733221656790/Put/seqid=0 2024-12-03T10:27:41,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741970_1146 (size=9857) 2024-12-03T10:27:41,616 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=595 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/e65c4ce7e2b741a79927a03c358ae550 2024-12-03T10:27:41,626 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/A/81616fe8584b471196dcb7f1edd357fe as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/81616fe8584b471196dcb7f1edd357fe 2024-12-03T10:27:41,634 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/81616fe8584b471196dcb7f1edd357fe, entries=100, sequenceid=595, filesize=9.6 K 2024-12-03T10:27:41,635 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/B/bffa3cd0745c45f5aca581eb2e31f249 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/bffa3cd0745c45f5aca581eb2e31f249 2024-12-03T10:27:41,640 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/bffa3cd0745c45f5aca581eb2e31f249, entries=100, sequenceid=595, filesize=9.6 K 2024-12-03T10:27:41,641 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/.tmp/C/e65c4ce7e2b741a79927a03c358ae550 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/e65c4ce7e2b741a79927a03c358ae550 2024-12-03T10:27:41,644 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/e65c4ce7e2b741a79927a03c358ae550, entries=100, sequenceid=595, filesize=9.6 K 2024-12-03T10:27:41,645 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 6c0facefddadf17489d813123ab99980 in 1283ms, sequenceid=595, compaction requested=false 2024-12-03T10:27:41,646 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/832542693ba342108b9fa527304aa4fb, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/2915e1df968a4c508f0187ed1c295460, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/2800de637f8e4d17829c1f9ffa06a8a2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/24c0556b26ba474e87fad7d3b0f2d588, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/71cd097aa855430c8a037529d2e99cf7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/592f5aad0cca4d40a7d17e5d15bc5f3e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/704b3821d641488992e78a0286ea6b0f, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/7a5d9405ae334cbe8132b3d7dea25dec, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/843f2f5853384c128b2b0e0b8eb536f7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/1613e5de1dde4cd19c4d229f701d9ed8, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/708da0233b45456591bd749bb9490f20, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/a4aa37c2123f44c495a6dcb32d533118, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/b821147014b04bdaad64a05bf6b268c1, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/13695392cfe84662b29afa8d10dd96b7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/851bb45620774851824e83c6047a1634, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/16d06977510a4313a6b546b56a5516de, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/0358c72b5df3477e845c11724c8ad4c0, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/03cf6c1969754923b35d443380cf205a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/43f73a39b987469fb29b62bdd8305295, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/c17d3c8c98554ced841a0ba969fdf007, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/1f79505a1a3745e7aed468cfb7d9b00d, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/8446119fc4f746aa83add5203880b1c3, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/c406aab1215d477381397d844ab22b5b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/327c8c697f254465acf88c281c1db4c6, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/8279765084bb428eb37444175a3cd679, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/5f2aa38672464e0b84a854fcdb701494, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/9f6b781e49de46d48649548361fbd774, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/161846c664ea458bb65dae4bd101cf77, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/ec99dc2087444f048bb294e4f86abeac, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/4e16088ffaa94361b342acb542cbabe8, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/d25c2161496449fe845eced3fe5a03a3, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/8a9875332e6f4f2b8a78a0f41247964c, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/9d92f75c7e754fa7b87431dbdda5a17a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/937524853c154ae387cbc41e63132ce1, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/01257b1859c249efb13ed22520ac0272, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/75a895bd43d34901b66e741f7c935ec2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/29d0b34a2cc447339d212f819a85c78e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/e2308e0044fb4ea083da961000bb4ae7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/5f2cc0b2b6594795a6c1073e44cc6caf, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/43a2571023b2462ca92aa9bdf767d378, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/30902d303e6f45cfb4a2b265bebb2a75, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/327f026dbcb1498ebdb463ca0f6ffd2e] to archive 2024-12-03T10:27:41,648 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T10:27:41,653 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/832542693ba342108b9fa527304aa4fb to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/832542693ba342108b9fa527304aa4fb 2024-12-03T10:27:41,655 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/2915e1df968a4c508f0187ed1c295460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/2915e1df968a4c508f0187ed1c295460 2024-12-03T10:27:41,656 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/2800de637f8e4d17829c1f9ffa06a8a2 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/2800de637f8e4d17829c1f9ffa06a8a2 2024-12-03T10:27:41,657 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/24c0556b26ba474e87fad7d3b0f2d588 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/24c0556b26ba474e87fad7d3b0f2d588 2024-12-03T10:27:41,658 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/71cd097aa855430c8a037529d2e99cf7 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/71cd097aa855430c8a037529d2e99cf7 2024-12-03T10:27:41,660 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/592f5aad0cca4d40a7d17e5d15bc5f3e to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/592f5aad0cca4d40a7d17e5d15bc5f3e 2024-12-03T10:27:41,661 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/704b3821d641488992e78a0286ea6b0f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/704b3821d641488992e78a0286ea6b0f 2024-12-03T10:27:41,663 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/7a5d9405ae334cbe8132b3d7dea25dec to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/7a5d9405ae334cbe8132b3d7dea25dec 2024-12-03T10:27:41,664 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/843f2f5853384c128b2b0e0b8eb536f7 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/843f2f5853384c128b2b0e0b8eb536f7 2024-12-03T10:27:41,666 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/1613e5de1dde4cd19c4d229f701d9ed8 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/1613e5de1dde4cd19c4d229f701d9ed8 2024-12-03T10:27:41,667 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/708da0233b45456591bd749bb9490f20 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/708da0233b45456591bd749bb9490f20 2024-12-03T10:27:41,668 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/a4aa37c2123f44c495a6dcb32d533118 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/a4aa37c2123f44c495a6dcb32d533118 2024-12-03T10:27:41,670 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/b821147014b04bdaad64a05bf6b268c1 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/b821147014b04bdaad64a05bf6b268c1 2024-12-03T10:27:41,671 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/13695392cfe84662b29afa8d10dd96b7 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/13695392cfe84662b29afa8d10dd96b7 2024-12-03T10:27:41,672 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/851bb45620774851824e83c6047a1634 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/851bb45620774851824e83c6047a1634 2024-12-03T10:27:41,674 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/16d06977510a4313a6b546b56a5516de to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/16d06977510a4313a6b546b56a5516de 2024-12-03T10:27:41,676 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/0358c72b5df3477e845c11724c8ad4c0 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/0358c72b5df3477e845c11724c8ad4c0 2024-12-03T10:27:41,678 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/03cf6c1969754923b35d443380cf205a to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/03cf6c1969754923b35d443380cf205a 2024-12-03T10:27:41,679 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/43f73a39b987469fb29b62bdd8305295 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/43f73a39b987469fb29b62bdd8305295 2024-12-03T10:27:41,681 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/c17d3c8c98554ced841a0ba969fdf007 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/c17d3c8c98554ced841a0ba969fdf007 2024-12-03T10:27:41,682 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/1f79505a1a3745e7aed468cfb7d9b00d to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/1f79505a1a3745e7aed468cfb7d9b00d 2024-12-03T10:27:41,684 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/8446119fc4f746aa83add5203880b1c3 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/8446119fc4f746aa83add5203880b1c3 2024-12-03T10:27:41,686 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/c406aab1215d477381397d844ab22b5b to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/c406aab1215d477381397d844ab22b5b 2024-12-03T10:27:41,687 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/327c8c697f254465acf88c281c1db4c6 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/327c8c697f254465acf88c281c1db4c6 2024-12-03T10:27:41,688 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/8279765084bb428eb37444175a3cd679 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/8279765084bb428eb37444175a3cd679 2024-12-03T10:27:41,689 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/5f2aa38672464e0b84a854fcdb701494 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/5f2aa38672464e0b84a854fcdb701494 2024-12-03T10:27:41,690 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/9f6b781e49de46d48649548361fbd774 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/9f6b781e49de46d48649548361fbd774 2024-12-03T10:27:41,692 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/161846c664ea458bb65dae4bd101cf77 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/161846c664ea458bb65dae4bd101cf77 2024-12-03T10:27:41,692 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/ec99dc2087444f048bb294e4f86abeac to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/ec99dc2087444f048bb294e4f86abeac 2024-12-03T10:27:41,693 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/4e16088ffaa94361b342acb542cbabe8 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/4e16088ffaa94361b342acb542cbabe8 2024-12-03T10:27:41,695 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/d25c2161496449fe845eced3fe5a03a3 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/d25c2161496449fe845eced3fe5a03a3 2024-12-03T10:27:41,696 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/8a9875332e6f4f2b8a78a0f41247964c to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/8a9875332e6f4f2b8a78a0f41247964c 2024-12-03T10:27:41,697 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/9d92f75c7e754fa7b87431dbdda5a17a to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/9d92f75c7e754fa7b87431dbdda5a17a 2024-12-03T10:27:41,698 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/937524853c154ae387cbc41e63132ce1 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/937524853c154ae387cbc41e63132ce1 2024-12-03T10:27:41,699 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/01257b1859c249efb13ed22520ac0272 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/01257b1859c249efb13ed22520ac0272 2024-12-03T10:27:41,700 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/75a895bd43d34901b66e741f7c935ec2 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/75a895bd43d34901b66e741f7c935ec2 2024-12-03T10:27:41,701 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/29d0b34a2cc447339d212f819a85c78e to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/29d0b34a2cc447339d212f819a85c78e 2024-12-03T10:27:41,702 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/e2308e0044fb4ea083da961000bb4ae7 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/e2308e0044fb4ea083da961000bb4ae7 2024-12-03T10:27:41,703 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/5f2cc0b2b6594795a6c1073e44cc6caf to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/5f2cc0b2b6594795a6c1073e44cc6caf 2024-12-03T10:27:41,704 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/43a2571023b2462ca92aa9bdf767d378 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/43a2571023b2462ca92aa9bdf767d378 2024-12-03T10:27:41,705 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/30902d303e6f45cfb4a2b265bebb2a75 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/30902d303e6f45cfb4a2b265bebb2a75 2024-12-03T10:27:41,706 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/327f026dbcb1498ebdb463ca0f6ffd2e to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/327f026dbcb1498ebdb463ca0f6ffd2e 2024-12-03T10:27:41,716 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/67fbeda212824236ba2b0ba0e175b61e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/363f09cdb6764e6a9db5a894dca702d8, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/1335aa5ddada4e18966252cb95b6176e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/4e6ec099b0534d499a3d02c44fce244b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/0f23ccccbf7e4ef6943b0c8d3383a7db, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/e69db3f7ee2a47e0afe52fe8308f3de6, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/18b1e49de15d46d8a4cf76ca3464b3f0, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/6509571d1c0649819ea38ef571a7840c, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/343ff7b947a947e59f2021fb56ac9083, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/bcd46fb8e4f048158827a2e748af48b7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/6a0778b6ceaa4ff2967ffc91441451df, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/fed748cda9294cc18aabfd44a64ca11b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/083f12e8f21d4656afffd2d121827513, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/a7124de80e1a457fbc2b80f7764daafe, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/33a9a644f554407cb428e3ca98b395b7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/b36b6c0e9e0243c0a0534cb7aa586490, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/13c2fa1a5ff44f188fc1e8b6d43e1a63, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/4d8a25a2b3374eaa8b6bdd4f67b91c4f, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/f596a862cff7495aa45fdff545904782, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/bc36b0ff5309432f8171b95d2336aeef, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/4619482852624c37a608e22bd0ccedba, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/713c41a14f054fbcbddfe70bf4bd274e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/faa4a53025e8479b9ea2ef032bfef965, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/6f160eeb3c44420d9f9cd4e67dbcdf43, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/95dc956486854d7891a9c265ad1d17dc, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/c187d826028444f4b4441cc3a6c48e76, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/8a57643e06884601a7475f8258708a19, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/74eb469d0c344616be02fd02e63984cb, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/18d272f0b0804044bc3ababf6c8cefbd, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/afb064cf06324ea1a34cd2c31a42839f, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/732943fd952b4182a9f1948b95d1e6cb, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/ce0c74634e9d494caf94d21c79d8b5de, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/e911f2f4f3234e5a96bcfe9ef33e9de0, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/8e970b737e484335ab6d70459e30ec7b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/659f5d85ab5d4ed68779da4bb8c44f64, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/208248391d8347eeb82ec2ef616712cf, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/81b1d4fb02264309a67b63bdb419cd34, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/9d7538687e3a4d258489790b5993c67b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/97484bc055fa4d68b3059ee886dbf0a4, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/2207ea40088a4af9a0bcbbb375cc0afb, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/ecc0dbe1df8a4c2097d575b76287813e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/226c9884b3874112bb33d1c79931b06d] to archive 2024-12-03T10:27:41,717 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T10:27:41,719 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/67fbeda212824236ba2b0ba0e175b61e to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/67fbeda212824236ba2b0ba0e175b61e 2024-12-03T10:27:41,720 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/363f09cdb6764e6a9db5a894dca702d8 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/363f09cdb6764e6a9db5a894dca702d8 2024-12-03T10:27:41,721 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/1335aa5ddada4e18966252cb95b6176e to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/1335aa5ddada4e18966252cb95b6176e 2024-12-03T10:27:41,722 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/4e6ec099b0534d499a3d02c44fce244b to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/4e6ec099b0534d499a3d02c44fce244b 2024-12-03T10:27:41,723 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/0f23ccccbf7e4ef6943b0c8d3383a7db to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/0f23ccccbf7e4ef6943b0c8d3383a7db 2024-12-03T10:27:41,724 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/e69db3f7ee2a47e0afe52fe8308f3de6 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/e69db3f7ee2a47e0afe52fe8308f3de6 2024-12-03T10:27:41,725 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/18b1e49de15d46d8a4cf76ca3464b3f0 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/18b1e49de15d46d8a4cf76ca3464b3f0 2024-12-03T10:27:41,726 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/6509571d1c0649819ea38ef571a7840c to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/6509571d1c0649819ea38ef571a7840c 2024-12-03T10:27:41,727 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/343ff7b947a947e59f2021fb56ac9083 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/343ff7b947a947e59f2021fb56ac9083 2024-12-03T10:27:41,728 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/bcd46fb8e4f048158827a2e748af48b7 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/bcd46fb8e4f048158827a2e748af48b7 2024-12-03T10:27:41,729 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/6a0778b6ceaa4ff2967ffc91441451df to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/6a0778b6ceaa4ff2967ffc91441451df 2024-12-03T10:27:41,729 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/fed748cda9294cc18aabfd44a64ca11b to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/fed748cda9294cc18aabfd44a64ca11b 2024-12-03T10:27:41,731 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/083f12e8f21d4656afffd2d121827513 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/083f12e8f21d4656afffd2d121827513 2024-12-03T10:27:41,732 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/a7124de80e1a457fbc2b80f7764daafe to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/a7124de80e1a457fbc2b80f7764daafe 2024-12-03T10:27:41,733 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/33a9a644f554407cb428e3ca98b395b7 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/33a9a644f554407cb428e3ca98b395b7 2024-12-03T10:27:41,734 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/b36b6c0e9e0243c0a0534cb7aa586490 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/b36b6c0e9e0243c0a0534cb7aa586490 2024-12-03T10:27:41,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/13c2fa1a5ff44f188fc1e8b6d43e1a63 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/13c2fa1a5ff44f188fc1e8b6d43e1a63 2024-12-03T10:27:41,737 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/4d8a25a2b3374eaa8b6bdd4f67b91c4f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/4d8a25a2b3374eaa8b6bdd4f67b91c4f 2024-12-03T10:27:41,738 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/f596a862cff7495aa45fdff545904782 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/f596a862cff7495aa45fdff545904782 2024-12-03T10:27:41,740 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/bc36b0ff5309432f8171b95d2336aeef to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/bc36b0ff5309432f8171b95d2336aeef 2024-12-03T10:27:41,741 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/4619482852624c37a608e22bd0ccedba to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/4619482852624c37a608e22bd0ccedba 2024-12-03T10:27:41,742 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/713c41a14f054fbcbddfe70bf4bd274e to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/713c41a14f054fbcbddfe70bf4bd274e 2024-12-03T10:27:41,743 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/faa4a53025e8479b9ea2ef032bfef965 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/faa4a53025e8479b9ea2ef032bfef965 2024-12-03T10:27:41,744 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/6f160eeb3c44420d9f9cd4e67dbcdf43 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/6f160eeb3c44420d9f9cd4e67dbcdf43 2024-12-03T10:27:41,745 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/95dc956486854d7891a9c265ad1d17dc to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/95dc956486854d7891a9c265ad1d17dc 2024-12-03T10:27:41,746 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/c187d826028444f4b4441cc3a6c48e76 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/c187d826028444f4b4441cc3a6c48e76 2024-12-03T10:27:41,747 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/8a57643e06884601a7475f8258708a19 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/8a57643e06884601a7475f8258708a19 2024-12-03T10:27:41,748 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/74eb469d0c344616be02fd02e63984cb to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/74eb469d0c344616be02fd02e63984cb 2024-12-03T10:27:41,749 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/18d272f0b0804044bc3ababf6c8cefbd to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/18d272f0b0804044bc3ababf6c8cefbd 2024-12-03T10:27:41,750 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/afb064cf06324ea1a34cd2c31a42839f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/afb064cf06324ea1a34cd2c31a42839f 2024-12-03T10:27:41,751 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/732943fd952b4182a9f1948b95d1e6cb to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/732943fd952b4182a9f1948b95d1e6cb 2024-12-03T10:27:41,753 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/ce0c74634e9d494caf94d21c79d8b5de to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/ce0c74634e9d494caf94d21c79d8b5de 2024-12-03T10:27:41,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/e911f2f4f3234e5a96bcfe9ef33e9de0 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/e911f2f4f3234e5a96bcfe9ef33e9de0 2024-12-03T10:27:41,755 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/8e970b737e484335ab6d70459e30ec7b to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/8e970b737e484335ab6d70459e30ec7b 2024-12-03T10:27:41,756 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/659f5d85ab5d4ed68779da4bb8c44f64 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/659f5d85ab5d4ed68779da4bb8c44f64 2024-12-03T10:27:41,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/208248391d8347eeb82ec2ef616712cf to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/208248391d8347eeb82ec2ef616712cf 2024-12-03T10:27:41,758 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/81b1d4fb02264309a67b63bdb419cd34 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/81b1d4fb02264309a67b63bdb419cd34 2024-12-03T10:27:41,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/9d7538687e3a4d258489790b5993c67b to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/9d7538687e3a4d258489790b5993c67b 2024-12-03T10:27:41,760 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/97484bc055fa4d68b3059ee886dbf0a4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/97484bc055fa4d68b3059ee886dbf0a4 2024-12-03T10:27:41,761 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/2207ea40088a4af9a0bcbbb375cc0afb to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/2207ea40088a4af9a0bcbbb375cc0afb 2024-12-03T10:27:41,762 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/ecc0dbe1df8a4c2097d575b76287813e to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/ecc0dbe1df8a4c2097d575b76287813e 2024-12-03T10:27:41,763 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/226c9884b3874112bb33d1c79931b06d to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/226c9884b3874112bb33d1c79931b06d 2024-12-03T10:27:41,765 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/28de566429b8443295e3e466ea2e920a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/dd84c058607f44349a46efe7ac4bb89f, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/77e0401954e045feb462e285afe7715d, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/29a348e72670484baff1a35b9f584aaf, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/87943860c78d413392d0cc70251b35cb, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/ddcb525793344e0aa09b2455ed4e2474, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/4cdbc8b5833e43a28b0d129fb7cd7b07, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/8984b37854b344c8afda57c9866ce8c4, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/aedbe70d3617474981433cdad3ee862f, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/504293619b6449d29f63a09fb0a162f3, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/aa4dfdce126643e1b56b239fc6eadbe0, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/1282f1a94f75454393163d348cbca7ec, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/675b6f91f61f43b5a2a5db126dfda350, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/f98980bfb1a24187a20d73c23e305820, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/d8524bcec8b74e569de90cefaee8d3e4, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/2fc566fb0e134f72897ab7ec8ae0125c, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/a55fc3a7580a4894a43d796988e5b8bd, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/558f23e5f8554494958508ae69e33e15, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/9fc194df755e4e0bb0788f09126e1dd4, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/380c7519a87943b9b38f03c04efeb791, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/706411b8d58c4f7fbe998163f872e36a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/b9db9a371a474cf9b644c76a48ab3b9d, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/c6b56989809e4e17b1e67a26bf723ef0, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/cc9e59474ab24099a7edd25cdb093b6b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/01c11c2b281b40a3a6441a5db94bccda, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/bffe53f3e1dc404ba8a62c6d94ee5383, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/0311ab6360af49ccaac669d9ef554753, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/1af4370a3b36499d95a6c65cf5adff5a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/8b6b9c83fc854c77a5b982c47f1d837b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/6ce6513663114590a20e141cac42cc14, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/82b916f867e442ddb7c5cab4469192e6, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/e877d123fedb45cf8b2e615fcf7aa5ca, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/b387317141ac4012ae6e7d2db636fc69, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/5fe56f5e61f546b4ac55257543d62acb, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/c9d1198dacce4aaabd8764142aabd87f, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/c9126069049d4d30b6dc98928d52b3bf, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/77a245b750f0470abf90eb87e838b307, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/5a2745e4938e4077bff662ec8648cc0b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/0f8a95448c664860876d833287ca8b29, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/202db86e165d43fd85351a09a40b9e4a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/39fc9ae7a461477fb9c5355caf35f0f6, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/76ac896244e447fda16b96108dbf7a6f] to archive 2024-12-03T10:27:41,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T10:27:41,768 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/28de566429b8443295e3e466ea2e920a to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/28de566429b8443295e3e466ea2e920a 2024-12-03T10:27:41,769 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/dd84c058607f44349a46efe7ac4bb89f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/dd84c058607f44349a46efe7ac4bb89f 2024-12-03T10:27:41,771 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/77e0401954e045feb462e285afe7715d to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/77e0401954e045feb462e285afe7715d 2024-12-03T10:27:41,772 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/29a348e72670484baff1a35b9f584aaf to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/29a348e72670484baff1a35b9f584aaf 2024-12-03T10:27:41,773 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/87943860c78d413392d0cc70251b35cb to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/87943860c78d413392d0cc70251b35cb 2024-12-03T10:27:41,774 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/ddcb525793344e0aa09b2455ed4e2474 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/ddcb525793344e0aa09b2455ed4e2474 2024-12-03T10:27:41,775 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/4cdbc8b5833e43a28b0d129fb7cd7b07 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/4cdbc8b5833e43a28b0d129fb7cd7b07 2024-12-03T10:27:41,777 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/8984b37854b344c8afda57c9866ce8c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/8984b37854b344c8afda57c9866ce8c4 2024-12-03T10:27:41,778 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/aedbe70d3617474981433cdad3ee862f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/aedbe70d3617474981433cdad3ee862f 2024-12-03T10:27:41,780 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/504293619b6449d29f63a09fb0a162f3 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/504293619b6449d29f63a09fb0a162f3 2024-12-03T10:27:41,782 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/aa4dfdce126643e1b56b239fc6eadbe0 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/aa4dfdce126643e1b56b239fc6eadbe0 2024-12-03T10:27:41,783 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/1282f1a94f75454393163d348cbca7ec to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/1282f1a94f75454393163d348cbca7ec 2024-12-03T10:27:41,785 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/675b6f91f61f43b5a2a5db126dfda350 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/675b6f91f61f43b5a2a5db126dfda350 2024-12-03T10:27:41,786 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/f98980bfb1a24187a20d73c23e305820 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/f98980bfb1a24187a20d73c23e305820 2024-12-03T10:27:41,787 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/d8524bcec8b74e569de90cefaee8d3e4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/d8524bcec8b74e569de90cefaee8d3e4 2024-12-03T10:27:41,788 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/2fc566fb0e134f72897ab7ec8ae0125c to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/2fc566fb0e134f72897ab7ec8ae0125c 2024-12-03T10:27:41,790 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/a55fc3a7580a4894a43d796988e5b8bd to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/a55fc3a7580a4894a43d796988e5b8bd 2024-12-03T10:27:41,791 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/558f23e5f8554494958508ae69e33e15 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/558f23e5f8554494958508ae69e33e15 2024-12-03T10:27:41,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/9fc194df755e4e0bb0788f09126e1dd4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/9fc194df755e4e0bb0788f09126e1dd4 2024-12-03T10:27:41,793 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/380c7519a87943b9b38f03c04efeb791 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/380c7519a87943b9b38f03c04efeb791 2024-12-03T10:27:41,794 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/706411b8d58c4f7fbe998163f872e36a to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/706411b8d58c4f7fbe998163f872e36a 2024-12-03T10:27:41,795 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/b9db9a371a474cf9b644c76a48ab3b9d to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/b9db9a371a474cf9b644c76a48ab3b9d 2024-12-03T10:27:41,796 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/c6b56989809e4e17b1e67a26bf723ef0 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/c6b56989809e4e17b1e67a26bf723ef0 2024-12-03T10:27:41,797 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/cc9e59474ab24099a7edd25cdb093b6b to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/cc9e59474ab24099a7edd25cdb093b6b 2024-12-03T10:27:41,797 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/01c11c2b281b40a3a6441a5db94bccda to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/01c11c2b281b40a3a6441a5db94bccda 2024-12-03T10:27:41,798 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/bffe53f3e1dc404ba8a62c6d94ee5383 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/bffe53f3e1dc404ba8a62c6d94ee5383 2024-12-03T10:27:41,799 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/0311ab6360af49ccaac669d9ef554753 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/0311ab6360af49ccaac669d9ef554753 2024-12-03T10:27:41,800 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/1af4370a3b36499d95a6c65cf5adff5a to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/1af4370a3b36499d95a6c65cf5adff5a 2024-12-03T10:27:41,801 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/8b6b9c83fc854c77a5b982c47f1d837b to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/8b6b9c83fc854c77a5b982c47f1d837b 2024-12-03T10:27:41,802 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/6ce6513663114590a20e141cac42cc14 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/6ce6513663114590a20e141cac42cc14 2024-12-03T10:27:41,803 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/82b916f867e442ddb7c5cab4469192e6 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/82b916f867e442ddb7c5cab4469192e6 2024-12-03T10:27:41,804 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/e877d123fedb45cf8b2e615fcf7aa5ca to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/e877d123fedb45cf8b2e615fcf7aa5ca 2024-12-03T10:27:41,806 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/b387317141ac4012ae6e7d2db636fc69 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/b387317141ac4012ae6e7d2db636fc69 2024-12-03T10:27:41,807 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/5fe56f5e61f546b4ac55257543d62acb to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/5fe56f5e61f546b4ac55257543d62acb 2024-12-03T10:27:41,808 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/c9d1198dacce4aaabd8764142aabd87f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/c9d1198dacce4aaabd8764142aabd87f 2024-12-03T10:27:41,809 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/c9126069049d4d30b6dc98928d52b3bf to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/c9126069049d4d30b6dc98928d52b3bf 2024-12-03T10:27:41,811 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/77a245b750f0470abf90eb87e838b307 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/77a245b750f0470abf90eb87e838b307 2024-12-03T10:27:41,812 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/5a2745e4938e4077bff662ec8648cc0b to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/5a2745e4938e4077bff662ec8648cc0b 2024-12-03T10:27:41,814 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/0f8a95448c664860876d833287ca8b29 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/0f8a95448c664860876d833287ca8b29 2024-12-03T10:27:41,815 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/202db86e165d43fd85351a09a40b9e4a to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/202db86e165d43fd85351a09a40b9e4a 2024-12-03T10:27:41,816 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/39fc9ae7a461477fb9c5355caf35f0f6 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/39fc9ae7a461477fb9c5355caf35f0f6 2024-12-03T10:27:41,817 DEBUG [StoreCloser-TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/76ac896244e447fda16b96108dbf7a6f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/76ac896244e447fda16b96108dbf7a6f 2024-12-03T10:27:41,823 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/recovered.edits/598.seqid, newMaxSeqId=598, maxSeqId=1 2024-12-03T10:27:41,825 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980. 2024-12-03T10:27:41,825 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for 6c0facefddadf17489d813123ab99980: 2024-12-03T10:27:41,827 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed 6c0facefddadf17489d813123ab99980 2024-12-03T10:27:41,828 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=6c0facefddadf17489d813123ab99980, regionState=CLOSED 2024-12-03T10:27:41,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-03T10:27:41,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure 6c0facefddadf17489d813123ab99980, server=b030dd9a36e7,33013,1733221628283 in 1.6270 sec 2024-12-03T10:27:41,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-12-03T10:27:41,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6c0facefddadf17489d813123ab99980, UNASSIGN in 1.6320 sec 2024-12-03T10:27:41,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-03T10:27:41,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6450 sec 2024-12-03T10:27:41,835 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221661835"}]},"ts":"1733221661835"} 2024-12-03T10:27:41,836 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T10:27:41,880 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T10:27:41,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8380 sec 2024-12-03T10:27:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-03T10:27:42,158 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-12-03T10:27:42,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-03T10:27:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:27:42,174 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:27:42,175 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=38, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:27:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-03T10:27:42,179 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980 2024-12-03T10:27:42,183 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A, FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B, FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C, FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/recovered.edits] 2024-12-03T10:27:42,186 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/04becd21d1e14f72b6866128ef8296ad to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/04becd21d1e14f72b6866128ef8296ad 2024-12-03T10:27:42,187 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/81616fe8584b471196dcb7f1edd357fe to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/A/81616fe8584b471196dcb7f1edd357fe 2024-12-03T10:27:42,190 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/9a324130ac1140feb72aee2d6ae25e6b to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/9a324130ac1140feb72aee2d6ae25e6b 2024-12-03T10:27:42,191 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/bffa3cd0745c45f5aca581eb2e31f249 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/B/bffa3cd0745c45f5aca581eb2e31f249 2024-12-03T10:27:42,193 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/426ab7217f8846a8aa4dd9bf8fb84594 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/426ab7217f8846a8aa4dd9bf8fb84594 2024-12-03T10:27:42,194 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/e65c4ce7e2b741a79927a03c358ae550 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/C/e65c4ce7e2b741a79927a03c358ae550 2024-12-03T10:27:42,197 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/recovered.edits/598.seqid to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980/recovered.edits/598.seqid 2024-12-03T10:27:42,197 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/6c0facefddadf17489d813123ab99980 2024-12-03T10:27:42,197 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T10:27:42,201 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=38, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:27:42,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-03T10:27:42,210 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T10:27:42,235 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T10:27:42,236 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=38, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:27:42,236 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T10:27:42,236 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733221662236"}]},"ts":"9223372036854775807"} 2024-12-03T10:27:42,238 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-03T10:27:42,238 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6c0facefddadf17489d813123ab99980, NAME => 'TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T10:27:42,239 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T10:27:42,239 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733221662239"}]},"ts":"9223372036854775807"} 2024-12-03T10:27:42,241 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-03T10:27:42,251 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=38, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:27:42,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 83 msec 2024-12-03T10:27:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-03T10:27:42,277 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-12-03T10:27:42,294 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=241 (was 219) Potentially hanging thread: RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1a707aca-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1a707aca-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1961578750_22 at /127.0.0.1:54692 [Waiting for operation #397] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400504592_22 at /127.0.0.1:36588 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-400504592_22 at /127.0.0.1:54546 [Waiting for operation #417] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1a707aca-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1a707aca-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1961578750_22 at /127.0.0.1:36590 [Waiting for operation #8] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;b030dd9a36e7:33013-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=462 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=213 (was 88) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3067 (was 3600) 2024-12-03T10:27:42,303 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=241, OpenFileDescriptor=462, MaxFileDescriptor=1048576, SystemLoadAverage=213, ProcessCount=11, AvailableMemoryMB=3067 2024-12-03T10:27:42,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T10:27:42,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:27:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T10:27:42,306 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:27:42,306 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:42,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 39 2024-12-03T10:27:42,307 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:27:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-03T10:27:42,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741971_1147 (size=963) 2024-12-03T10:27:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-03T10:27:42,467 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T10:27:42,472 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T10:27:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-03T10:27:42,719 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63 2024-12-03T10:27:42,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741972_1148 (size=53) 2024-12-03T10:27:42,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-03T10:27:43,131 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:27:43,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 724f70dfcca656875ac1b4436ea0661f, disabling compactions & flushes 2024-12-03T10:27:43,132 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:43,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:43,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. after waiting 0 ms 2024-12-03T10:27:43,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:43,132 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:43,132 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:43,135 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:27:43,136 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733221663135"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221663135"}]},"ts":"1733221663135"} 2024-12-03T10:27:43,139 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-03T10:27:43,141 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:27:43,141 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221663141"}]},"ts":"1733221663141"} 2024-12-03T10:27:43,143 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T10:27:43,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=724f70dfcca656875ac1b4436ea0661f, ASSIGN}] 2024-12-03T10:27:43,198 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=724f70dfcca656875ac1b4436ea0661f, ASSIGN 2024-12-03T10:27:43,199 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=724f70dfcca656875ac1b4436ea0661f, ASSIGN; state=OFFLINE, location=b030dd9a36e7,33013,1733221628283; forceNewPlan=false, retain=false 2024-12-03T10:27:43,350 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=724f70dfcca656875ac1b4436ea0661f, regionState=OPENING, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:43,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; OpenRegionProcedure 724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283}] 2024-12-03T10:27:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-03T10:27:43,507 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:43,515 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:43,516 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:27:43,516 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:43,516 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:27:43,517 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:43,517 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:43,520 INFO [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:43,523 INFO [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:27:43,523 INFO [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 724f70dfcca656875ac1b4436ea0661f columnFamilyName A 2024-12-03T10:27:43,523 DEBUG [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:43,524 INFO [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] regionserver.HStore(327): Store=724f70dfcca656875ac1b4436ea0661f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:27:43,524 INFO [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:43,526 INFO [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:27:43,527 INFO [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 724f70dfcca656875ac1b4436ea0661f columnFamilyName B 2024-12-03T10:27:43,527 DEBUG [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:43,528 INFO [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] regionserver.HStore(327): Store=724f70dfcca656875ac1b4436ea0661f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:27:43,528 INFO [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:43,530 INFO [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:27:43,530 INFO [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 724f70dfcca656875ac1b4436ea0661f columnFamilyName C 2024-12-03T10:27:43,530 DEBUG [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:43,530 INFO [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] regionserver.HStore(327): Store=724f70dfcca656875ac1b4436ea0661f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:27:43,531 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:43,531 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:43,532 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:43,534 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T10:27:43,535 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:43,536 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:27:43,537 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 724f70dfcca656875ac1b4436ea0661f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62446436, jitterRate=-0.06947559118270874}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T10:27:43,537 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:43,538 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f., pid=41, masterSystemTime=1733221663507 2024-12-03T10:27:43,539 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:43,539 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:43,539 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=724f70dfcca656875ac1b4436ea0661f, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:43,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-12-03T10:27:43,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; OpenRegionProcedure 724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 in 187 msec 2024-12-03T10:27:43,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-12-03T10:27:43,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=724f70dfcca656875ac1b4436ea0661f, ASSIGN in 344 msec 2024-12-03T10:27:43,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:27:43,543 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221663543"}]},"ts":"1733221663543"} 2024-12-03T10:27:43,544 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T10:27:43,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:27:43,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2850 sec 2024-12-03T10:27:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-12-03T10:27:44,419 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-12-03T10:27:44,423 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x118b007e to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d29de25 2024-12-03T10:27:44,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a378df6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:27:44,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:27:44,482 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:27:44,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:27:44,486 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:27:44,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T10:27:44,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:27:44,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-03T10:27:44,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741973_1149 (size=999) 2024-12-03T10:27:44,914 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-03T10:27:44,914 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-03T10:27:44,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T10:27:44,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=724f70dfcca656875ac1b4436ea0661f, REOPEN/MOVE}] 2024-12-03T10:27:44,930 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=724f70dfcca656875ac1b4436ea0661f, REOPEN/MOVE 2024-12-03T10:27:44,931 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=724f70dfcca656875ac1b4436ea0661f, regionState=CLOSING, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:44,932 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T10:27:44,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; CloseRegionProcedure 724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283}] 2024-12-03T10:27:45,083 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:45,085 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(124): Close 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:45,085 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-03T10:27:45,085 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1681): Closing 724f70dfcca656875ac1b4436ea0661f, disabling compactions & flushes 2024-12-03T10:27:45,085 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:45,085 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:45,085 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. after waiting 0 ms 2024-12-03T10:27:45,085 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:45,094 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-03T10:27:45,095 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:45,095 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1635): Region close journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:45,095 WARN [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3786): Not adding moved region record: 724f70dfcca656875ac1b4436ea0661f to self. 2024-12-03T10:27:45,098 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(170): Closed 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:45,099 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=724f70dfcca656875ac1b4436ea0661f, regionState=CLOSED 2024-12-03T10:27:45,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-12-03T10:27:45,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; CloseRegionProcedure 724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 in 168 msec 2024-12-03T10:27:45,104 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=724f70dfcca656875ac1b4436ea0661f, REOPEN/MOVE; state=CLOSED, location=b030dd9a36e7,33013,1733221628283; forceNewPlan=false, retain=true 2024-12-03T10:27:45,254 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=724f70dfcca656875ac1b4436ea0661f, regionState=OPENING, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:45,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE; OpenRegionProcedure 724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283}] 2024-12-03T10:27:45,411 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:45,413 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:45,413 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:27:45,414 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:45,414 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:27:45,414 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:45,414 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:45,416 INFO [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:45,416 INFO [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:27:45,420 INFO [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 724f70dfcca656875ac1b4436ea0661f columnFamilyName A 2024-12-03T10:27:45,422 DEBUG [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:45,423 INFO [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] regionserver.HStore(327): Store=724f70dfcca656875ac1b4436ea0661f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:27:45,423 INFO [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:45,424 INFO [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:27:45,424 INFO [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 724f70dfcca656875ac1b4436ea0661f columnFamilyName B 2024-12-03T10:27:45,424 DEBUG [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:45,425 INFO [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] regionserver.HStore(327): Store=724f70dfcca656875ac1b4436ea0661f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:27:45,425 INFO [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:45,426 INFO [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:27:45,426 INFO [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 724f70dfcca656875ac1b4436ea0661f columnFamilyName C 2024-12-03T10:27:45,426 DEBUG [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:45,426 INFO [StoreOpener-724f70dfcca656875ac1b4436ea0661f-1 {}] regionserver.HStore(327): Store=724f70dfcca656875ac1b4436ea0661f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:27:45,427 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:45,427 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:45,428 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:45,429 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T10:27:45,430 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:45,431 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 724f70dfcca656875ac1b4436ea0661f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60728440, jitterRate=-0.09507572650909424}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T10:27:45,432 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:45,433 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f., pid=46, masterSystemTime=1733221665411 2024-12-03T10:27:45,434 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:45,434 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:45,435 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=724f70dfcca656875ac1b4436ea0661f, regionState=OPEN, openSeqNum=5, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:45,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=44 2024-12-03T10:27:45,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=44, state=SUCCESS; OpenRegionProcedure 724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 in 179 msec 2024-12-03T10:27:45,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-12-03T10:27:45,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=724f70dfcca656875ac1b4436ea0661f, REOPEN/MOVE in 507 msec 2024-12-03T10:27:45,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-12-03T10:27:45,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 519 msec 2024-12-03T10:27:45,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 948 msec 2024-12-03T10:27:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-12-03T10:27:45,450 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79982672 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2931c73e 2024-12-03T10:27:45,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bad2e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:27:45,528 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b4bd1ba to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@491ea2ee 2024-12-03T10:27:45,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328f994d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:27:45,544 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x454f1431 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@190853fc 2024-12-03T10:27:45,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9306be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:27:45,557 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x505d5ccd to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46114993 2024-12-03T10:27:45,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465dc764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:27:45,568 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x367f47f7 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2885d2d9 2024-12-03T10:27:45,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb464a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:27:45,577 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22e911df to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78cafade 2024-12-03T10:27:45,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152377d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:27:45,590 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b727d6e to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14c16cd4 2024-12-03T10:27:45,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52344f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:27:45,603 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c7940d9 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@341384e 2024-12-03T10:27:45,615 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ba8425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:27:45,618 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c38ee58 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26b120d9 2024-12-03T10:27:45,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af61386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:27:45,635 DEBUG [hconnection-0x54365b78-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:27:45,635 DEBUG [hconnection-0x615bfe4c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:27:45,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:27:45,637 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:27:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-12-03T10:27:45,637 DEBUG [hconnection-0x55c3144e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:27:45,639 DEBUG [hconnection-0x1c11f0ae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:27:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-03T10:27:45,639 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:27:45,639 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:27:45,640 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:27:45,640 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:27:45,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:27:45,643 DEBUG [hconnection-0x2c47e95c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:27:45,644 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:27:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:45,652 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 724f70dfcca656875ac1b4436ea0661f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T10:27:45,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=A 2024-12-03T10:27:45,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:45,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=B 2024-12-03T10:27:45,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:45,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=C 2024-12-03T10:27:45,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:45,667 DEBUG [hconnection-0x761d908d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:27:45,667 DEBUG [hconnection-0x3006e540-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:27:45,668 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:27:45,668 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:27:45,668 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51800, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:27:45,668 DEBUG [hconnection-0x5b774629-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:27:45,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:45,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221725667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:45,670 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:27:45,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:45,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51786 deadline: 1733221725669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:45,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:45,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221725670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:45,671 DEBUG [hconnection-0x5b607ff4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:27:45,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221725671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:45,672 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51822, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:27:45,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:45,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221725669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:45,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e6d5595de13e46fda15261daf5840f00_724f70dfcca656875ac1b4436ea0661f is 50, key is test_row_0/A:col10/1733221665646/Put/seqid=0 2024-12-03T10:27:45,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741974_1150 (size=12154) 2024-12-03T10:27:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-03T10:27:45,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221725771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:45,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51786 deadline: 1733221725771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:45,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221725772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:45,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:45,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221725772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:45,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:45,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221725775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:45,792 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:45,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-03T10:27:45,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:45,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:45,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:45,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:45,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:45,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-03T10:27:45,946 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:45,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-03T10:27:45,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:45,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:45,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:45,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:45,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:45,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:45,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221725976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:45,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51786 deadline: 1733221725977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:45,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221725977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:45,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221725977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:45,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221725978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:46,101 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:46,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-03T10:27:46,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:46,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:46,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:46,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:46,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:46,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:46,125 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:46,131 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e6d5595de13e46fda15261daf5840f00_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e6d5595de13e46fda15261daf5840f00_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:46,132 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/e58b32d3bf404b37b2d6c0594e888a31, store: [table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:46,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/e58b32d3bf404b37b2d6c0594e888a31 is 175, key is test_row_0/A:col10/1733221665646/Put/seqid=0 2024-12-03T10:27:46,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741975_1151 (size=30955) 2024-12-03T10:27:46,150 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/e58b32d3bf404b37b2d6c0594e888a31 2024-12-03T10:27:46,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/142fbb4d0a3c47ec99f8f75be77e47f6 is 50, key is test_row_0/B:col10/1733221665646/Put/seqid=0 2024-12-03T10:27:46,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741976_1152 (size=12001) 2024-12-03T10:27:46,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/142fbb4d0a3c47ec99f8f75be77e47f6 2024-12-03T10:27:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-03T10:27:46,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/c6acd7646a14453aa4203b776c0412eb is 50, key is test_row_0/C:col10/1733221665646/Put/seqid=0 2024-12-03T10:27:46,253 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:46,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-03T10:27:46,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:46,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:46,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:46,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:46,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:46,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741977_1153 (size=12001) 2024-12-03T10:27:46,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/c6acd7646a14453aa4203b776c0412eb 2024-12-03T10:27:46,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/e58b32d3bf404b37b2d6c0594e888a31 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/e58b32d3bf404b37b2d6c0594e888a31 2024-12-03T10:27:46,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221726279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:46,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221726279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:46,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51786 deadline: 1733221726280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:46,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221726280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:46,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221726280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:46,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/e58b32d3bf404b37b2d6c0594e888a31, entries=150, sequenceid=17, filesize=30.2 K 2024-12-03T10:27:46,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/142fbb4d0a3c47ec99f8f75be77e47f6 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/142fbb4d0a3c47ec99f8f75be77e47f6 2024-12-03T10:27:46,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/142fbb4d0a3c47ec99f8f75be77e47f6, entries=150, sequenceid=17, filesize=11.7 K 2024-12-03T10:27:46,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/c6acd7646a14453aa4203b776c0412eb as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/c6acd7646a14453aa4203b776c0412eb 2024-12-03T10:27:46,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/c6acd7646a14453aa4203b776c0412eb, entries=150, sequenceid=17, filesize=11.7 K 2024-12-03T10:27:46,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 724f70dfcca656875ac1b4436ea0661f in 656ms, sequenceid=17, compaction requested=false 2024-12-03T10:27:46,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:46,407 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:46,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-03T10:27:46,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:46,408 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 724f70dfcca656875ac1b4436ea0661f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T10:27:46,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=A 2024-12-03T10:27:46,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:46,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=B 2024-12-03T10:27:46,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:46,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=C 2024-12-03T10:27:46,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:46,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f11cdaf476f946fbb170a90c626ac712_724f70dfcca656875ac1b4436ea0661f is 50, key is test_row_0/A:col10/1733221665667/Put/seqid=0 2024-12-03T10:27:46,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741978_1154 (size=12154) 2024-12-03T10:27:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-03T10:27:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:46,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:46,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51786 deadline: 1733221726790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:46,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221726790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:46,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221726791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:46,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221726792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:46,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:46,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221726793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:46,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:46,855 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f11cdaf476f946fbb170a90c626ac712_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f11cdaf476f946fbb170a90c626ac712_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:46,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/929a9c34ffc34876ac093c00f3b430e1, store: [table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:46,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/929a9c34ffc34876ac093c00f3b430e1 is 175, key is test_row_0/A:col10/1733221665667/Put/seqid=0 2024-12-03T10:27:46,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741979_1155 (size=30955) 2024-12-03T10:27:46,877 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/929a9c34ffc34876ac093c00f3b430e1 2024-12-03T10:27:46,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/03c7936d577342dda7c5067029bd5fe8 is 50, key is test_row_0/B:col10/1733221665667/Put/seqid=0 2024-12-03T10:27:46,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741980_1156 (size=12001) 2024-12-03T10:27:46,892 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/03c7936d577342dda7c5067029bd5fe8 2024-12-03T10:27:46,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51786 deadline: 1733221726894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:46,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221726895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:46,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221726895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:46,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:46,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221726897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221726897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:46,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/2857056694034404b4e5c16eb6fbf460 is 50, key is test_row_0/C:col10/1733221665667/Put/seqid=0 2024-12-03T10:27:46,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741981_1157 (size=12001) 2024-12-03T10:27:46,926 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/2857056694034404b4e5c16eb6fbf460 2024-12-03T10:27:46,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/929a9c34ffc34876ac093c00f3b430e1 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/929a9c34ffc34876ac093c00f3b430e1 2024-12-03T10:27:46,938 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/929a9c34ffc34876ac093c00f3b430e1, entries=150, sequenceid=41, filesize=30.2 K 2024-12-03T10:27:46,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/03c7936d577342dda7c5067029bd5fe8 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/03c7936d577342dda7c5067029bd5fe8 2024-12-03T10:27:46,944 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/03c7936d577342dda7c5067029bd5fe8, entries=150, sequenceid=41, filesize=11.7 K 2024-12-03T10:27:46,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/2857056694034404b4e5c16eb6fbf460 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/2857056694034404b4e5c16eb6fbf460 2024-12-03T10:27:46,952 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/2857056694034404b4e5c16eb6fbf460, entries=150, sequenceid=41, filesize=11.7 K 2024-12-03T10:27:46,953 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 724f70dfcca656875ac1b4436ea0661f in 545ms, sequenceid=41, compaction requested=false 2024-12-03T10:27:46,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:46,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:46,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-03T10:27:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-12-03T10:27:46,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-12-03T10:27:46,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3160 sec 2024-12-03T10:27:46,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.3230 sec 2024-12-03T10:27:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:47,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 724f70dfcca656875ac1b4436ea0661f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T10:27:47,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=A 2024-12-03T10:27:47,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:47,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=B 2024-12-03T10:27:47,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:47,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=C 2024-12-03T10:27:47,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:47,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120339be181ac8f2422b96ba983af1e04832_724f70dfcca656875ac1b4436ea0661f is 50, key is test_row_0/A:col10/1733221667099/Put/seqid=0 2024-12-03T10:27:47,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221727123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:47,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221727124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:47,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741982_1158 (size=12154) 2024-12-03T10:27:47,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51786 deadline: 1733221727125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:47,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221727125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:47,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221727125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:47,131 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:47,137 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120339be181ac8f2422b96ba983af1e04832_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120339be181ac8f2422b96ba983af1e04832_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:47,138 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/45876f296b6b4f359017e7e5ad64ca89, store: [table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:47,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/45876f296b6b4f359017e7e5ad64ca89 is 175, key is test_row_0/A:col10/1733221667099/Put/seqid=0 2024-12-03T10:27:47,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741983_1159 (size=30955) 2024-12-03T10:27:47,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221727226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:47,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221727227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:47,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221727230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:47,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51786 deadline: 1733221727230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:47,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221727230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:47,366 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T10:27:47,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221727429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:47,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:47,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221727430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221727431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:47,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:47,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51786 deadline: 1733221727432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221727432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:47,545 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/45876f296b6b4f359017e7e5ad64ca89 2024-12-03T10:27:47,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/a6a9a0b7858245b9a1d3007373494bb7 is 50, key is test_row_0/B:col10/1733221667099/Put/seqid=0 2024-12-03T10:27:47,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741984_1160 (size=12001) 2024-12-03T10:27:47,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/a6a9a0b7858245b9a1d3007373494bb7 2024-12-03T10:27:47,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/04885649bd2e465e9971a7a08b82c822 is 50, key is test_row_0/C:col10/1733221667099/Put/seqid=0 2024-12-03T10:27:47,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741985_1161 (size=12001) 2024-12-03T10:27:47,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/04885649bd2e465e9971a7a08b82c822 2024-12-03T10:27:47,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/45876f296b6b4f359017e7e5ad64ca89 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/45876f296b6b4f359017e7e5ad64ca89 2024-12-03T10:27:47,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/45876f296b6b4f359017e7e5ad64ca89, entries=150, sequenceid=56, filesize=30.2 K 2024-12-03T10:27:47,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/a6a9a0b7858245b9a1d3007373494bb7 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/a6a9a0b7858245b9a1d3007373494bb7 2024-12-03T10:27:47,596 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/a6a9a0b7858245b9a1d3007373494bb7, entries=150, sequenceid=56, filesize=11.7 K 2024-12-03T10:27:47,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/04885649bd2e465e9971a7a08b82c822 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/04885649bd2e465e9971a7a08b82c822 2024-12-03T10:27:47,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/04885649bd2e465e9971a7a08b82c822, entries=150, sequenceid=56, filesize=11.7 K 2024-12-03T10:27:47,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for 724f70dfcca656875ac1b4436ea0661f in 507ms, sequenceid=56, compaction requested=true 2024-12-03T10:27:47,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:47,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 724f70dfcca656875ac1b4436ea0661f:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:27:47,606 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:47,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:47,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 724f70dfcca656875ac1b4436ea0661f:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:27:47,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:47,606 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:47,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 724f70dfcca656875ac1b4436ea0661f:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:27:47,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:47,608 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:47,608 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 724f70dfcca656875ac1b4436ea0661f/B is initiating minor compaction (all files) 2024-12-03T10:27:47,609 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 724f70dfcca656875ac1b4436ea0661f/B in TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:47,609 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/142fbb4d0a3c47ec99f8f75be77e47f6, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/03c7936d577342dda7c5067029bd5fe8, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/a6a9a0b7858245b9a1d3007373494bb7] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp, totalSize=35.2 K 2024-12-03T10:27:47,609 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:47,609 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 724f70dfcca656875ac1b4436ea0661f/A is initiating minor compaction (all files) 2024-12-03T10:27:47,609 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 724f70dfcca656875ac1b4436ea0661f/A in TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:47,609 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/e58b32d3bf404b37b2d6c0594e888a31, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/929a9c34ffc34876ac093c00f3b430e1, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/45876f296b6b4f359017e7e5ad64ca89] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp, totalSize=90.7 K 2024-12-03T10:27:47,609 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 142fbb4d0a3c47ec99f8f75be77e47f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733221665646 2024-12-03T10:27:47,609 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:47,609 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. files: [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/e58b32d3bf404b37b2d6c0594e888a31, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/929a9c34ffc34876ac093c00f3b430e1, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/45876f296b6b4f359017e7e5ad64ca89] 2024-12-03T10:27:47,610 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting e58b32d3bf404b37b2d6c0594e888a31, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733221665646 2024-12-03T10:27:47,610 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 03c7936d577342dda7c5067029bd5fe8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733221665664 2024-12-03T10:27:47,611 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting a6a9a0b7858245b9a1d3007373494bb7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733221667097 2024-12-03T10:27:47,611 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 929a9c34ffc34876ac093c00f3b430e1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733221665664 2024-12-03T10:27:47,611 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45876f296b6b4f359017e7e5ad64ca89, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733221667097 2024-12-03T10:27:47,622 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 724f70dfcca656875ac1b4436ea0661f#B#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:47,622 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/920bd8731ea5406c96deab8fb53feae3 is 50, key is test_row_0/B:col10/1733221667099/Put/seqid=0 2024-12-03T10:27:47,624 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:47,627 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412034e874221b90f48bc9d3c89fd6adc2303_724f70dfcca656875ac1b4436ea0661f store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:47,633 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412034e874221b90f48bc9d3c89fd6adc2303_724f70dfcca656875ac1b4436ea0661f, store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:47,633 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412034e874221b90f48bc9d3c89fd6adc2303_724f70dfcca656875ac1b4436ea0661f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:47,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741986_1162 (size=12104) 2024-12-03T10:27:47,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741987_1163 (size=4469) 2024-12-03T10:27:47,657 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/920bd8731ea5406c96deab8fb53feae3 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/920bd8731ea5406c96deab8fb53feae3 2024-12-03T10:27:47,658 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 724f70dfcca656875ac1b4436ea0661f#A#compaction#142 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:47,660 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/8b36d303d18e4237a120d260f166afc5 is 175, key is test_row_0/A:col10/1733221667099/Put/seqid=0 2024-12-03T10:27:47,666 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 724f70dfcca656875ac1b4436ea0661f/B of 724f70dfcca656875ac1b4436ea0661f into 920bd8731ea5406c96deab8fb53feae3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:47,666 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:47,666 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f., storeName=724f70dfcca656875ac1b4436ea0661f/B, priority=13, startTime=1733221667606; duration=0sec 2024-12-03T10:27:47,667 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:47,667 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 724f70dfcca656875ac1b4436ea0661f:B 2024-12-03T10:27:47,667 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:47,670 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:47,670 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 724f70dfcca656875ac1b4436ea0661f/C is initiating minor compaction (all files) 2024-12-03T10:27:47,670 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 724f70dfcca656875ac1b4436ea0661f/C in TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:47,670 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/c6acd7646a14453aa4203b776c0412eb, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/2857056694034404b4e5c16eb6fbf460, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/04885649bd2e465e9971a7a08b82c822] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp, totalSize=35.2 K 2024-12-03T10:27:47,675 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting c6acd7646a14453aa4203b776c0412eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733221665646 2024-12-03T10:27:47,676 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 2857056694034404b4e5c16eb6fbf460, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733221665664 2024-12-03T10:27:47,679 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 04885649bd2e465e9971a7a08b82c822, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733221667097 2024-12-03T10:27:47,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741988_1164 (size=31058) 2024-12-03T10:27:47,695 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 724f70dfcca656875ac1b4436ea0661f#C#compaction#143 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:47,695 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/f1ed099eca744777a457444fa6a52244 is 50, key is test_row_0/C:col10/1733221667099/Put/seqid=0 2024-12-03T10:27:47,705 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/8b36d303d18e4237a120d260f166afc5 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/8b36d303d18e4237a120d260f166afc5 2024-12-03T10:27:47,711 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 724f70dfcca656875ac1b4436ea0661f/A of 724f70dfcca656875ac1b4436ea0661f into 8b36d303d18e4237a120d260f166afc5(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:47,711 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:47,711 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f., storeName=724f70dfcca656875ac1b4436ea0661f/A, priority=13, startTime=1733221667606; duration=0sec 2024-12-03T10:27:47,711 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:47,711 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 724f70dfcca656875ac1b4436ea0661f:A 2024-12-03T10:27:47,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741989_1165 (size=12104) 2024-12-03T10:27:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:47,735 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/f1ed099eca744777a457444fa6a52244 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/f1ed099eca744777a457444fa6a52244 2024-12-03T10:27:47,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 724f70dfcca656875ac1b4436ea0661f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T10:27:47,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=A 2024-12-03T10:27:47,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:47,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=B 2024-12-03T10:27:47,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:47,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=C 2024-12-03T10:27:47,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-03T10:27:47,743 INFO [Thread-728 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-12-03T10:27:47,744 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 724f70dfcca656875ac1b4436ea0661f/C of 724f70dfcca656875ac1b4436ea0661f into f1ed099eca744777a457444fa6a52244(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:47,745 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:47,745 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f., storeName=724f70dfcca656875ac1b4436ea0661f/C, priority=13, startTime=1733221667606; duration=0sec 2024-12-03T10:27:47,745 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:47,745 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 724f70dfcca656875ac1b4436ea0661f:C 2024-12-03T10:27:47,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:27:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-03T10:27:47,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51786 deadline: 1733221727742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-03T10:27:47,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221727744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:47,749 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:27:47,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120347fea55fcf494b79acfc2e1c2fe11c7c_724f70dfcca656875ac1b4436ea0661f is 50, key is test_row_0/A:col10/1733221667121/Put/seqid=0 2024-12-03T10:27:47,750 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:27:47,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:27:47,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221727746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:47,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221727746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:47,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221727747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:47,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741990_1166 (size=12154) 2024-12-03T10:27:47,781 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:47,787 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120347fea55fcf494b79acfc2e1c2fe11c7c_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120347fea55fcf494b79acfc2e1c2fe11c7c_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:47,794 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/f398eacecae44c3cb8dcb429dc267240, store: [table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:47,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/f398eacecae44c3cb8dcb429dc267240 is 175, key is test_row_0/A:col10/1733221667121/Put/seqid=0 2024-12-03T10:27:47,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741991_1167 (size=30955) 2024-12-03T10:27:47,817 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/f398eacecae44c3cb8dcb429dc267240 2024-12-03T10:27:47,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/a28086c2c1df419eb506bf56495793fa is 50, key is test_row_0/B:col10/1733221667121/Put/seqid=0 2024-12-03T10:27:47,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741992_1168 (size=12001) 2024-12-03T10:27:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-03T10:27:47,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:47,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221727849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51786 deadline: 1733221727848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:47,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/a28086c2c1df419eb506bf56495793fa 2024-12-03T10:27:47,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221727853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:47,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:47,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221727856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221727855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:47,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/65abcd973cec4423b9fd7a9adfb1db11 is 50, key is test_row_0/C:col10/1733221667121/Put/seqid=0 2024-12-03T10:27:47,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741993_1169 (size=12001) 2024-12-03T10:27:47,903 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:47,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T10:27:47,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:47,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:47,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:47,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:47,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-03T10:27:48,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221728051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51786 deadline: 1733221728051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,056 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T10:27:48,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:48,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:48,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:48,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:48,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:48,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:48,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221728058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221728059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221728058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,209 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T10:27:48,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:48,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:48,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:48,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:48,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:48,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/65abcd973cec4423b9fd7a9adfb1db11 2024-12-03T10:27:48,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/f398eacecae44c3cb8dcb429dc267240 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/f398eacecae44c3cb8dcb429dc267240 2024-12-03T10:27:48,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/f398eacecae44c3cb8dcb429dc267240, entries=150, sequenceid=82, filesize=30.2 K 2024-12-03T10:27:48,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/a28086c2c1df419eb506bf56495793fa as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/a28086c2c1df419eb506bf56495793fa 2024-12-03T10:27:48,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/a28086c2c1df419eb506bf56495793fa, entries=150, sequenceid=82, filesize=11.7 K 2024-12-03T10:27:48,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/65abcd973cec4423b9fd7a9adfb1db11 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/65abcd973cec4423b9fd7a9adfb1db11 2024-12-03T10:27:48,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/65abcd973cec4423b9fd7a9adfb1db11, entries=150, sequenceid=82, filesize=11.7 K 2024-12-03T10:27:48,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 724f70dfcca656875ac1b4436ea0661f in 574ms, sequenceid=82, compaction requested=false 2024-12-03T10:27:48,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-03T10:27:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:48,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 724f70dfcca656875ac1b4436ea0661f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T10:27:48,355 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=A 2024-12-03T10:27:48,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:48,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=B 2024-12-03T10:27:48,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:48,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=C 2024-12-03T10:27:48,356 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:48,363 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T10:27:48,365 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203de990b1821b6440294c2982997c5f430_724f70dfcca656875ac1b4436ea0661f is 50, key is test_row_0/A:col10/1733221667745/Put/seqid=0 2024-12-03T10:27:48,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:48,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:48,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:48,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:48,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:48,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741994_1170 (size=12154) 2024-12-03T10:27:48,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221728379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221728381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221728383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221728383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51786 deadline: 1733221728384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221728484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221728484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:48,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221728487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221728487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51786 deadline: 1733221728488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,518 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T10:27:48,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:48,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:48,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:48,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:48,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:48,671 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T10:27:48,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:48,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:48,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:48,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:48,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:48,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221728685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221728687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221728692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:48,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221728692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51786 deadline: 1733221728695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,773 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:48,778 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203de990b1821b6440294c2982997c5f430_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203de990b1821b6440294c2982997c5f430_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:48,779 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/5c8e140420684bb09d5b7fb4d019508b, store: [table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:48,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/5c8e140420684bb09d5b7fb4d019508b is 175, key is test_row_0/A:col10/1733221667745/Put/seqid=0 2024-12-03T10:27:48,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741995_1171 (size=30955) 2024-12-03T10:27:48,824 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T10:27:48,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:48,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:48,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:48,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:48,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-03T10:27:48,977 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T10:27:48,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:48,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:48,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:48,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:48,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:48,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:48,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221728990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221728990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221728994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221728997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:48,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51786 deadline: 1733221728999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:49,130 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:49,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T10:27:49,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:49,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:49,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:49,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:49,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:49,185 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/5c8e140420684bb09d5b7fb4d019508b 2024-12-03T10:27:49,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/7ada33510e5f4cd9b4218362fb3625fc is 50, key is test_row_0/B:col10/1733221667745/Put/seqid=0 2024-12-03T10:27:49,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741996_1172 (size=12001) 2024-12-03T10:27:49,283 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:49,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T10:27:49,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:49,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:49,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:49,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:49,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:49,435 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:49,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T10:27:49,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:49,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:49,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:49,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:49,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:49,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221729493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:49,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221729497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:49,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51786 deadline: 1733221729501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:49,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221729502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:49,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221729504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:49,587 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:49,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T10:27:49,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:49,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:49,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:49,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:49,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:49,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/7ada33510e5f4cd9b4218362fb3625fc 2024-12-03T10:27:49,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/b67d8afe828c4865817d00fc36168562 is 50, key is test_row_0/C:col10/1733221667745/Put/seqid=0 2024-12-03T10:27:49,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741997_1173 (size=12001) 2024-12-03T10:27:49,740 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:49,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T10:27:49,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:49,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:49,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:49,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:49,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-03T10:27:49,893 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:49,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T10:27:49,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:49,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:49,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:49,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:49,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:50,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/b67d8afe828c4865817d00fc36168562 2024-12-03T10:27:50,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/5c8e140420684bb09d5b7fb4d019508b as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/5c8e140420684bb09d5b7fb4d019508b 2024-12-03T10:27:50,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/5c8e140420684bb09d5b7fb4d019508b, entries=150, sequenceid=96, filesize=30.2 K 2024-12-03T10:27:50,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/7ada33510e5f4cd9b4218362fb3625fc as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/7ada33510e5f4cd9b4218362fb3625fc 2024-12-03T10:27:50,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/7ada33510e5f4cd9b4218362fb3625fc, entries=150, sequenceid=96, filesize=11.7 K 2024-12-03T10:27:50,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/b67d8afe828c4865817d00fc36168562 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/b67d8afe828c4865817d00fc36168562 2024-12-03T10:27:50,046 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:50,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T10:27:50,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:50,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:50,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:50,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:50,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:50,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/b67d8afe828c4865817d00fc36168562, entries=150, sequenceid=96, filesize=11.7 K 2024-12-03T10:27:50,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 724f70dfcca656875ac1b4436ea0661f in 1702ms, sequenceid=96, compaction requested=true 2024-12-03T10:27:50,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:50,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 724f70dfcca656875ac1b4436ea0661f:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:27:50,058 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:50,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:50,058 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:50,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 724f70dfcca656875ac1b4436ea0661f:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:27:50,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:50,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 724f70dfcca656875ac1b4436ea0661f:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:27:50,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:50,059 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:50,059 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 724f70dfcca656875ac1b4436ea0661f/B is initiating minor compaction (all files) 2024-12-03T10:27:50,059 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 724f70dfcca656875ac1b4436ea0661f/B in TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:50,060 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/920bd8731ea5406c96deab8fb53feae3, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/a28086c2c1df419eb506bf56495793fa, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/7ada33510e5f4cd9b4218362fb3625fc] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp, totalSize=35.3 K 2024-12-03T10:27:50,060 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:50,060 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 724f70dfcca656875ac1b4436ea0661f/A is initiating minor compaction (all files) 2024-12-03T10:27:50,060 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 724f70dfcca656875ac1b4436ea0661f/A in TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:50,060 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/8b36d303d18e4237a120d260f166afc5, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/f398eacecae44c3cb8dcb429dc267240, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/5c8e140420684bb09d5b7fb4d019508b] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp, totalSize=90.8 K 2024-12-03T10:27:50,060 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:50,060 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. files: [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/8b36d303d18e4237a120d260f166afc5, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/f398eacecae44c3cb8dcb429dc267240, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/5c8e140420684bb09d5b7fb4d019508b] 2024-12-03T10:27:50,061 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b36d303d18e4237a120d260f166afc5, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733221667097 2024-12-03T10:27:50,061 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 920bd8731ea5406c96deab8fb53feae3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733221667097 2024-12-03T10:27:50,062 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting a28086c2c1df419eb506bf56495793fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733221667121 2024-12-03T10:27:50,062 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting f398eacecae44c3cb8dcb429dc267240, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733221667121 2024-12-03T10:27:50,062 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c8e140420684bb09d5b7fb4d019508b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733221667739 2024-12-03T10:27:50,062 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ada33510e5f4cd9b4218362fb3625fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733221667739 2024-12-03T10:27:50,071 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:50,076 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 724f70dfcca656875ac1b4436ea0661f#B#compaction#151 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:50,077 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/4b7543cc452a4005a89251ae7234bf34 is 50, key is test_row_0/B:col10/1733221667745/Put/seqid=0 2024-12-03T10:27:50,083 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412032fa4d9628535407c9dc92d33118864d9_724f70dfcca656875ac1b4436ea0661f store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:50,086 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412032fa4d9628535407c9dc92d33118864d9_724f70dfcca656875ac1b4436ea0661f, store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:50,086 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412032fa4d9628535407c9dc92d33118864d9_724f70dfcca656875ac1b4436ea0661f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:50,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741998_1174 (size=12207) 2024-12-03T10:27:50,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741999_1175 (size=4469) 2024-12-03T10:27:50,122 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 724f70dfcca656875ac1b4436ea0661f#A#compaction#150 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:50,123 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/643f9d5bf7d04917bf1a8724ad7c84d5 is 175, key is test_row_0/A:col10/1733221667745/Put/seqid=0 2024-12-03T10:27:50,131 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/4b7543cc452a4005a89251ae7234bf34 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/4b7543cc452a4005a89251ae7234bf34 2024-12-03T10:27:50,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742000_1176 (size=31161) 2024-12-03T10:27:50,141 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 724f70dfcca656875ac1b4436ea0661f/B of 724f70dfcca656875ac1b4436ea0661f into 4b7543cc452a4005a89251ae7234bf34(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:50,142 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:50,142 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f., storeName=724f70dfcca656875ac1b4436ea0661f/B, priority=13, startTime=1733221670058; duration=0sec 2024-12-03T10:27:50,142 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:50,142 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 724f70dfcca656875ac1b4436ea0661f:B 2024-12-03T10:27:50,142 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:50,144 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:50,144 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 724f70dfcca656875ac1b4436ea0661f/C is initiating minor compaction (all files) 2024-12-03T10:27:50,144 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 724f70dfcca656875ac1b4436ea0661f/C in TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:50,144 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/f1ed099eca744777a457444fa6a52244, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/65abcd973cec4423b9fd7a9adfb1db11, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/b67d8afe828c4865817d00fc36168562] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp, totalSize=35.3 K 2024-12-03T10:27:50,145 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting f1ed099eca744777a457444fa6a52244, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733221667097 2024-12-03T10:27:50,145 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 65abcd973cec4423b9fd7a9adfb1db11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733221667121 2024-12-03T10:27:50,145 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting b67d8afe828c4865817d00fc36168562, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733221667739 2024-12-03T10:27:50,151 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/643f9d5bf7d04917bf1a8724ad7c84d5 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/643f9d5bf7d04917bf1a8724ad7c84d5 2024-12-03T10:27:50,156 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 724f70dfcca656875ac1b4436ea0661f/A of 724f70dfcca656875ac1b4436ea0661f into 643f9d5bf7d04917bf1a8724ad7c84d5(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:50,156 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:50,156 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f., storeName=724f70dfcca656875ac1b4436ea0661f/A, priority=13, startTime=1733221670058; duration=0sec 2024-12-03T10:27:50,156 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:50,156 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 724f70dfcca656875ac1b4436ea0661f:A 2024-12-03T10:27:50,160 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 724f70dfcca656875ac1b4436ea0661f#C#compaction#152 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:50,160 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/2d5059bf15e9421fba6a22a46218ebbf is 50, key is test_row_0/C:col10/1733221667745/Put/seqid=0 2024-12-03T10:27:50,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742001_1177 (size=12207) 2024-12-03T10:27:50,175 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/2d5059bf15e9421fba6a22a46218ebbf as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/2d5059bf15e9421fba6a22a46218ebbf 2024-12-03T10:27:50,181 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 724f70dfcca656875ac1b4436ea0661f/C of 724f70dfcca656875ac1b4436ea0661f into 2d5059bf15e9421fba6a22a46218ebbf(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:50,181 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:50,181 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f., storeName=724f70dfcca656875ac1b4436ea0661f/C, priority=13, startTime=1733221670058; duration=0sec 2024-12-03T10:27:50,181 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:50,181 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 724f70dfcca656875ac1b4436ea0661f:C 2024-12-03T10:27:50,202 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:50,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-03T10:27:50,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:50,202 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 724f70dfcca656875ac1b4436ea0661f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T10:27:50,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=A 2024-12-03T10:27:50,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:50,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=B 2024-12-03T10:27:50,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:50,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=C 2024-12-03T10:27:50,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:50,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120395a2a20e28d34983a58f806892097e39_724f70dfcca656875ac1b4436ea0661f is 50, key is test_row_0/A:col10/1733221668381/Put/seqid=0 2024-12-03T10:27:50,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742002_1178 (size=12154) 2024-12-03T10:27:50,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:50,243 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120395a2a20e28d34983a58f806892097e39_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120395a2a20e28d34983a58f806892097e39_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:50,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/9ceae66ed8034e58991a0e521dc45424, store: [table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:50,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/9ceae66ed8034e58991a0e521dc45424 is 175, key is test_row_0/A:col10/1733221668381/Put/seqid=0 2024-12-03T10:27:50,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742003_1179 (size=30955) 2024-12-03T10:27:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:50,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:50,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221730510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:50,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:50,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221730510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51786 deadline: 1733221730511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:50,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221730513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:50,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221730513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:50,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221730614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:50,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221730614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:50,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221730616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:50,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221730616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:50,671 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=123, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/9ceae66ed8034e58991a0e521dc45424 2024-12-03T10:27:50,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/701f1c1915014a48911a32a9ccdde43e is 50, key is test_row_0/B:col10/1733221668381/Put/seqid=0 2024-12-03T10:27:50,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742004_1180 (size=12001) 2024-12-03T10:27:50,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:50,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221730817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:50,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221730817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:50,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:50,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221730818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:50,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:50,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221730819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:51,082 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/701f1c1915014a48911a32a9ccdde43e 2024-12-03T10:27:51,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/8f8e889fae4443f58a15e7e79c02a2e8 is 50, key is test_row_0/C:col10/1733221668381/Put/seqid=0 2024-12-03T10:27:51,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742005_1181 (size=12001) 2024-12-03T10:27:51,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221731120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:51,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:51,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221731120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:51,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:51,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221731121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:51,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221731122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:51,506 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/8f8e889fae4443f58a15e7e79c02a2e8 2024-12-03T10:27:51,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/9ceae66ed8034e58991a0e521dc45424 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/9ceae66ed8034e58991a0e521dc45424 2024-12-03T10:27:51,515 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/9ceae66ed8034e58991a0e521dc45424, entries=150, sequenceid=123, filesize=30.2 K 2024-12-03T10:27:51,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/701f1c1915014a48911a32a9ccdde43e as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/701f1c1915014a48911a32a9ccdde43e 2024-12-03T10:27:51,520 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/701f1c1915014a48911a32a9ccdde43e, entries=150, sequenceid=123, filesize=11.7 K 2024-12-03T10:27:51,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/8f8e889fae4443f58a15e7e79c02a2e8 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/8f8e889fae4443f58a15e7e79c02a2e8 2024-12-03T10:27:51,525 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/8f8e889fae4443f58a15e7e79c02a2e8, entries=150, sequenceid=123, filesize=11.7 K 2024-12-03T10:27:51,526 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 724f70dfcca656875ac1b4436ea0661f in 1324ms, sequenceid=123, compaction requested=false 2024-12-03T10:27:51,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:51,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:51,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-03T10:27:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-03T10:27:51,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-03T10:27:51,528 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.7770 sec 2024-12-03T10:27:51,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 3.7830 sec 2024-12-03T10:27:51,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:51,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 724f70dfcca656875ac1b4436ea0661f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T10:27:51,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=A 2024-12-03T10:27:51,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:51,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=B 2024-12-03T10:27:51,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:51,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=C 2024-12-03T10:27:51,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:51,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120330fcd064cc0348e9b8183d5b21f12843_724f70dfcca656875ac1b4436ea0661f is 50, key is test_row_0/A:col10/1733221670509/Put/seqid=0 2024-12-03T10:27:51,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221731645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:51,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221731646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:51,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221731646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:51,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221731646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:51,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742006_1182 (size=14794) 2024-12-03T10:27:51,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221731750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:51,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221731751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:51,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221731752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:51,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221731752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-03T10:27:51,853 INFO [Thread-728 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-03T10:27:51,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:27:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-03T10:27:51,855 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:27:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-03T10:27:51,855 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:27:51,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:27:51,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221731951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:51,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221731954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-03T10:27:51,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221731954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:51,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221731959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:52,007 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:52,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-03T10:27:52,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:52,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:52,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:52,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:52,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:52,057 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:52,061 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120330fcd064cc0348e9b8183d5b21f12843_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120330fcd064cc0348e9b8183d5b21f12843_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:52,062 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/44ffc19db935458a8faa39805610e600, store: [table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:52,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/44ffc19db935458a8faa39805610e600 is 175, key is test_row_0/A:col10/1733221670509/Put/seqid=0 2024-12-03T10:27:52,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742007_1183 (size=39749) 2024-12-03T10:27:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-03T10:27:52,160 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:52,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-03T10:27:52,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:52,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:52,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:52,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:52,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:52,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221732253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:52,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221732257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:52,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221732258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:52,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221732260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:52,313 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:52,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-03T10:27:52,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:52,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:52,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:52,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:52,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-03T10:27:52,465 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:52,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-03T10:27:52,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:52,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:52,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:52,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:52,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:52,468 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/44ffc19db935458a8faa39805610e600 2024-12-03T10:27:52,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/4065598b88004720916458c937ad41e2 is 50, key is test_row_0/B:col10/1733221670509/Put/seqid=0 2024-12-03T10:27:52,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742008_1184 (size=12151) 2024-12-03T10:27:52,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51786 deadline: 1733221732528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:52,530 DEBUG [Thread-718 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f., hostname=b030dd9a36e7,33013,1733221628283, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:27:52,618 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:52,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-03T10:27:52,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:52,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:52,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:52,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:52,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:52,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:52,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221732758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:52,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221732759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:52,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221732761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:52,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:52,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221732762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:52,770 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:52,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-03T10:27:52,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:52,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:52,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:52,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:52,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:52,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:52,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/4065598b88004720916458c937ad41e2 2024-12-03T10:27:52,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/0f67b93ab0d749a482b6e7e6b9730205 is 50, key is test_row_0/C:col10/1733221670509/Put/seqid=0 2024-12-03T10:27:52,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742009_1185 (size=12151) 2024-12-03T10:27:52,923 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:52,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-03T10:27:52,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:52,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:52,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:52,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:52,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:52,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-03T10:27:53,076 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:53,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-03T10:27:53,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:53,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:53,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:53,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:53,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:53,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:53,229 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:53,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-03T10:27:53,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:53,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:53,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:53,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:53,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:53,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/0f67b93ab0d749a482b6e7e6b9730205 2024-12-03T10:27:53,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/44ffc19db935458a8faa39805610e600 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/44ffc19db935458a8faa39805610e600 2024-12-03T10:27:53,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/44ffc19db935458a8faa39805610e600, entries=200, sequenceid=136, filesize=38.8 K 2024-12-03T10:27:53,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/4065598b88004720916458c937ad41e2 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/4065598b88004720916458c937ad41e2 2024-12-03T10:27:53,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/4065598b88004720916458c937ad41e2, entries=150, sequenceid=136, filesize=11.9 K 2024-12-03T10:27:53,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/0f67b93ab0d749a482b6e7e6b9730205 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/0f67b93ab0d749a482b6e7e6b9730205 2024-12-03T10:27:53,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/0f67b93ab0d749a482b6e7e6b9730205, entries=150, sequenceid=136, filesize=11.9 K 2024-12-03T10:27:53,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 724f70dfcca656875ac1b4436ea0661f in 1684ms, sequenceid=136, compaction requested=true 2024-12-03T10:27:53,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:53,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 724f70dfcca656875ac1b4436ea0661f:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:27:53,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:53,308 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:53,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 724f70dfcca656875ac1b4436ea0661f:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:27:53,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:53,308 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:53,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 724f70dfcca656875ac1b4436ea0661f:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:27:53,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:53,309 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:53,309 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:53,309 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 724f70dfcca656875ac1b4436ea0661f/A is initiating minor compaction (all files) 2024-12-03T10:27:53,309 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 724f70dfcca656875ac1b4436ea0661f/B is initiating minor compaction (all files) 2024-12-03T10:27:53,309 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 724f70dfcca656875ac1b4436ea0661f/A in TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:53,309 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 724f70dfcca656875ac1b4436ea0661f/B in TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:53,309 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/4b7543cc452a4005a89251ae7234bf34, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/701f1c1915014a48911a32a9ccdde43e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/4065598b88004720916458c937ad41e2] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp, totalSize=35.5 K 2024-12-03T10:27:53,309 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/643f9d5bf7d04917bf1a8724ad7c84d5, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/9ceae66ed8034e58991a0e521dc45424, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/44ffc19db935458a8faa39805610e600] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp, totalSize=99.5 K 2024-12-03T10:27:53,309 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:53,309 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. files: [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/643f9d5bf7d04917bf1a8724ad7c84d5, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/9ceae66ed8034e58991a0e521dc45424, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/44ffc19db935458a8faa39805610e600] 2024-12-03T10:27:53,310 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b7543cc452a4005a89251ae7234bf34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733221667739 2024-12-03T10:27:53,310 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 643f9d5bf7d04917bf1a8724ad7c84d5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733221667739 2024-12-03T10:27:53,310 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 701f1c1915014a48911a32a9ccdde43e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733221668379 2024-12-03T10:27:53,310 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ceae66ed8034e58991a0e521dc45424, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733221668379 2024-12-03T10:27:53,310 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 4065598b88004720916458c937ad41e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733221670509 2024-12-03T10:27:53,310 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44ffc19db935458a8faa39805610e600, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733221670509 2024-12-03T10:27:53,316 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:53,317 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 724f70dfcca656875ac1b4436ea0661f#B#compaction#159 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:53,318 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/4bc9dc66c2454ced987a444246b5a6b2 is 50, key is test_row_0/B:col10/1733221670509/Put/seqid=0 2024-12-03T10:27:53,319 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203820de3665afe440dbf978b3ab96da064_724f70dfcca656875ac1b4436ea0661f store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:53,321 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203820de3665afe440dbf978b3ab96da064_724f70dfcca656875ac1b4436ea0661f, store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:53,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742010_1186 (size=12459) 2024-12-03T10:27:53,321 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203820de3665afe440dbf978b3ab96da064_724f70dfcca656875ac1b4436ea0661f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:53,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742011_1187 (size=4469) 2024-12-03T10:27:53,381 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:53,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-03T10:27:53,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:53,382 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 724f70dfcca656875ac1b4436ea0661f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T10:27:53,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=A 2024-12-03T10:27:53,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:53,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=B 2024-12-03T10:27:53,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:53,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=C 2024-12-03T10:27:53,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:53,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e38121f36f464615b79b5479d5d770c8_724f70dfcca656875ac1b4436ea0661f is 50, key is test_row_0/A:col10/1733221671645/Put/seqid=0 2024-12-03T10:27:53,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742012_1188 (size=12304) 2024-12-03T10:27:53,727 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/4bc9dc66c2454ced987a444246b5a6b2 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/4bc9dc66c2454ced987a444246b5a6b2 2024-12-03T10:27:53,732 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 724f70dfcca656875ac1b4436ea0661f/B of 724f70dfcca656875ac1b4436ea0661f into 4bc9dc66c2454ced987a444246b5a6b2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:53,732 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:53,733 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f., storeName=724f70dfcca656875ac1b4436ea0661f/B, priority=13, startTime=1733221673308; duration=0sec 2024-12-03T10:27:53,733 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:53,733 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 724f70dfcca656875ac1b4436ea0661f:B 2024-12-03T10:27:53,733 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:53,734 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:53,734 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 724f70dfcca656875ac1b4436ea0661f/C is initiating minor compaction (all files) 2024-12-03T10:27:53,734 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 724f70dfcca656875ac1b4436ea0661f/C in TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:53,734 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/2d5059bf15e9421fba6a22a46218ebbf, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/8f8e889fae4443f58a15e7e79c02a2e8, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/0f67b93ab0d749a482b6e7e6b9730205] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp, totalSize=35.5 K 2024-12-03T10:27:53,734 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d5059bf15e9421fba6a22a46218ebbf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733221667739 2024-12-03T10:27:53,735 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f8e889fae4443f58a15e7e79c02a2e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733221668379 2024-12-03T10:27:53,735 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f67b93ab0d749a482b6e7e6b9730205, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733221670509 2024-12-03T10:27:53,742 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 724f70dfcca656875ac1b4436ea0661f#C#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:53,742 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/a11df53f3bca435392867e8a028b06f8 is 50, key is test_row_0/C:col10/1733221670509/Put/seqid=0 2024-12-03T10:27:53,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742013_1189 (size=12459) 2024-12-03T10:27:53,747 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 724f70dfcca656875ac1b4436ea0661f#A#compaction#160 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:53,747 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/3f9ff0463f924215805d8a43675cbf00 is 175, key is test_row_0/A:col10/1733221670509/Put/seqid=0 2024-12-03T10:27:53,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742014_1190 (size=31413) 2024-12-03T10:27:53,757 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/3f9ff0463f924215805d8a43675cbf00 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/3f9ff0463f924215805d8a43675cbf00 2024-12-03T10:27:53,762 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 724f70dfcca656875ac1b4436ea0661f/A of 724f70dfcca656875ac1b4436ea0661f into 3f9ff0463f924215805d8a43675cbf00(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:53,762 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:53,762 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f., storeName=724f70dfcca656875ac1b4436ea0661f/A, priority=13, startTime=1733221673308; duration=0sec 2024-12-03T10:27:53,762 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:53,762 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 724f70dfcca656875ac1b4436ea0661f:A 2024-12-03T10:27:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:53,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:53,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:53,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221733769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:53,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:53,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221733769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:53,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:53,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221733770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:53,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:53,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221733771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:53,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:53,798 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e38121f36f464615b79b5479d5d770c8_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e38121f36f464615b79b5479d5d770c8_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:53,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/aa031fe195df4728a54ccba3f6cbb2fd, store: [table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:53,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/aa031fe195df4728a54ccba3f6cbb2fd is 175, key is test_row_0/A:col10/1733221671645/Put/seqid=0 2024-12-03T10:27:53,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742015_1191 (size=31105) 2024-12-03T10:27:53,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:53,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221733872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:53,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221733872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:53,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221733872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:53,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221733872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-03T10:27:54,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221734075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:54,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221734075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:54,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221734075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:54,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221734076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:54,151 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/a11df53f3bca435392867e8a028b06f8 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/a11df53f3bca435392867e8a028b06f8 2024-12-03T10:27:54,155 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 724f70dfcca656875ac1b4436ea0661f/C of 724f70dfcca656875ac1b4436ea0661f into a11df53f3bca435392867e8a028b06f8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:54,155 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:54,155 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f., storeName=724f70dfcca656875ac1b4436ea0661f/C, priority=13, startTime=1733221673308; duration=0sec 2024-12-03T10:27:54,155 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:54,155 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 724f70dfcca656875ac1b4436ea0661f:C 2024-12-03T10:27:54,204 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/aa031fe195df4728a54ccba3f6cbb2fd 2024-12-03T10:27:54,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/13f40e34655b4ecf959b68bfc39cf266 is 50, key is test_row_0/B:col10/1733221671645/Put/seqid=0 2024-12-03T10:27:54,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742016_1192 (size=12151) 2024-12-03T10:27:54,220 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/13f40e34655b4ecf959b68bfc39cf266 2024-12-03T10:27:54,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/7bbdcf344ed04e12825021fc1b711729 is 50, key is test_row_0/C:col10/1733221671645/Put/seqid=0 2024-12-03T10:27:54,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742017_1193 (size=12151) 2024-12-03T10:27:54,252 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/7bbdcf344ed04e12825021fc1b711729 2024-12-03T10:27:54,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/aa031fe195df4728a54ccba3f6cbb2fd as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/aa031fe195df4728a54ccba3f6cbb2fd 2024-12-03T10:27:54,264 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/aa031fe195df4728a54ccba3f6cbb2fd, entries=150, sequenceid=160, filesize=30.4 K 2024-12-03T10:27:54,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/13f40e34655b4ecf959b68bfc39cf266 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/13f40e34655b4ecf959b68bfc39cf266 2024-12-03T10:27:54,271 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/13f40e34655b4ecf959b68bfc39cf266, entries=150, sequenceid=160, filesize=11.9 K 2024-12-03T10:27:54,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/7bbdcf344ed04e12825021fc1b711729 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/7bbdcf344ed04e12825021fc1b711729 2024-12-03T10:27:54,279 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/7bbdcf344ed04e12825021fc1b711729, entries=150, sequenceid=160, filesize=11.9 K 2024-12-03T10:27:54,280 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 724f70dfcca656875ac1b4436ea0661f in 898ms, sequenceid=160, compaction requested=false 2024-12-03T10:27:54,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:54,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:54,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-03T10:27:54,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-03T10:27:54,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-03T10:27:54,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4250 sec 2024-12-03T10:27:54,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.4290 sec 2024-12-03T10:27:54,329 INFO [master/b030dd9a36e7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T10:27:54,329 INFO [master/b030dd9a36e7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T10:27:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:54,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 724f70dfcca656875ac1b4436ea0661f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-03T10:27:54,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=A 2024-12-03T10:27:54,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:54,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=B 2024-12-03T10:27:54,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:54,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=C 2024-12-03T10:27:54,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:54,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203440daa6694e44e5fa625c1b897b376aa_724f70dfcca656875ac1b4436ea0661f is 50, key is test_row_0/A:col10/1733221674381/Put/seqid=0 2024-12-03T10:27:54,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742018_1194 (size=14794) 2024-12-03T10:27:54,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221734412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:54,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:54,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221734414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:54,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:54,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221734425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221734427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:54,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:54,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221734528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:54,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221734528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:54,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221734530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:54,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:54,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221734530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:54,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221734731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:54,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221734731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:54,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221734731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:54,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221734731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:54,821 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:54,824 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203440daa6694e44e5fa625c1b897b376aa_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203440daa6694e44e5fa625c1b897b376aa_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:54,825 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/d785cc56320749d1ae9378a0d23c1187, store: [table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:54,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/d785cc56320749d1ae9378a0d23c1187 is 175, key is test_row_0/A:col10/1733221674381/Put/seqid=0 2024-12-03T10:27:54,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742019_1195 (size=39749) 2024-12-03T10:27:55,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221735033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:55,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221735033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:55,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:55,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221735034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:55,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:55,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221735035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:55,231 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=179, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/d785cc56320749d1ae9378a0d23c1187 2024-12-03T10:27:55,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/a2a9066e2c22426686b071579ef2e095 is 50, key is test_row_0/B:col10/1733221674381/Put/seqid=0 2024-12-03T10:27:55,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742020_1196 (size=12151) 2024-12-03T10:27:55,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221735535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:55,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221735537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:55,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221735538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:55,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221735539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:55,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/a2a9066e2c22426686b071579ef2e095 2024-12-03T10:27:55,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/4bfe5a3fe31a4b049b9b07a5e8319133 is 50, key is test_row_0/C:col10/1733221674381/Put/seqid=0 2024-12-03T10:27:55,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742021_1197 (size=12151) 2024-12-03T10:27:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-03T10:27:55,959 INFO [Thread-728 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-03T10:27:55,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:27:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-03T10:27:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-03T10:27:55,961 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:27:55,962 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:27:55,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:27:56,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=179 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/4bfe5a3fe31a4b049b9b07a5e8319133 2024-12-03T10:27:56,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/d785cc56320749d1ae9378a0d23c1187 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/d785cc56320749d1ae9378a0d23c1187 2024-12-03T10:27:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-03T10:27:56,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/d785cc56320749d1ae9378a0d23c1187, entries=200, sequenceid=179, filesize=38.8 K 2024-12-03T10:27:56,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/a2a9066e2c22426686b071579ef2e095 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/a2a9066e2c22426686b071579ef2e095 2024-12-03T10:27:56,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/a2a9066e2c22426686b071579ef2e095, entries=150, sequenceid=179, filesize=11.9 K 2024-12-03T10:27:56,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/4bfe5a3fe31a4b049b9b07a5e8319133 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/4bfe5a3fe31a4b049b9b07a5e8319133 2024-12-03T10:27:56,071 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/4bfe5a3fe31a4b049b9b07a5e8319133, entries=150, sequenceid=179, filesize=11.9 K 2024-12-03T10:27:56,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 724f70dfcca656875ac1b4436ea0661f in 1691ms, sequenceid=179, compaction requested=true 2024-12-03T10:27:56,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:56,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 724f70dfcca656875ac1b4436ea0661f:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:27:56,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:56,072 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:56,072 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:56,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 724f70dfcca656875ac1b4436ea0661f:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:27:56,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:56,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 724f70dfcca656875ac1b4436ea0661f:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:27:56,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:56,073 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:56,073 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:56,073 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 724f70dfcca656875ac1b4436ea0661f/A is initiating minor compaction (all files) 2024-12-03T10:27:56,073 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 724f70dfcca656875ac1b4436ea0661f/B is initiating minor compaction (all files) 2024-12-03T10:27:56,074 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 724f70dfcca656875ac1b4436ea0661f/B in TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:56,074 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 724f70dfcca656875ac1b4436ea0661f/A in TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:56,074 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/4bc9dc66c2454ced987a444246b5a6b2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/13f40e34655b4ecf959b68bfc39cf266, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/a2a9066e2c22426686b071579ef2e095] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp, totalSize=35.9 K 2024-12-03T10:27:56,074 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/3f9ff0463f924215805d8a43675cbf00, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/aa031fe195df4728a54ccba3f6cbb2fd, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/d785cc56320749d1ae9378a0d23c1187] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp, totalSize=99.9 K 2024-12-03T10:27:56,074 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:56,074 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. files: [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/3f9ff0463f924215805d8a43675cbf00, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/aa031fe195df4728a54ccba3f6cbb2fd, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/d785cc56320749d1ae9378a0d23c1187] 2024-12-03T10:27:56,074 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f9ff0463f924215805d8a43675cbf00, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733221670509 2024-12-03T10:27:56,074 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bc9dc66c2454ced987a444246b5a6b2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733221670509 2024-12-03T10:27:56,074 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa031fe195df4728a54ccba3f6cbb2fd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733221671644 2024-12-03T10:27:56,075 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 13f40e34655b4ecf959b68bfc39cf266, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733221671644 2024-12-03T10:27:56,075 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting d785cc56320749d1ae9378a0d23c1187, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733221674380 2024-12-03T10:27:56,075 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting a2a9066e2c22426686b071579ef2e095, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733221674380 2024-12-03T10:27:56,082 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:56,083 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 724f70dfcca656875ac1b4436ea0661f#B#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:56,084 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/2271650885c3426588533907a1df0b2c is 50, key is test_row_0/B:col10/1733221674381/Put/seqid=0 2024-12-03T10:27:56,087 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203d37381e5c5f449ae9110e2274fc8dd35_724f70dfcca656875ac1b4436ea0661f store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:56,089 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203d37381e5c5f449ae9110e2274fc8dd35_724f70dfcca656875ac1b4436ea0661f, store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:56,089 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d37381e5c5f449ae9110e2274fc8dd35_724f70dfcca656875ac1b4436ea0661f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:56,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742022_1198 (size=12561) 2024-12-03T10:27:56,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742023_1199 (size=4469) 2024-12-03T10:27:56,112 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:56,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-03T10:27:56,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:56,113 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 724f70dfcca656875ac1b4436ea0661f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-03T10:27:56,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=A 2024-12-03T10:27:56,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:56,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=B 2024-12-03T10:27:56,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:56,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=C 2024-12-03T10:27:56,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:56,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c681f69e32774c488a3584d933524921_724f70dfcca656875ac1b4436ea0661f is 50, key is test_row_0/A:col10/1733221674424/Put/seqid=0 2024-12-03T10:27:56,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742024_1200 (size=12304) 2024-12-03T10:27:56,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:56,133 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c681f69e32774c488a3584d933524921_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c681f69e32774c488a3584d933524921_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:56,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/2681c9d0a95e4eba8d18d7212ceecc6f, store: [table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:56,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/2681c9d0a95e4eba8d18d7212ceecc6f is 175, key is test_row_0/A:col10/1733221674424/Put/seqid=0 2024-12-03T10:27:56,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742025_1201 (size=31105) 2024-12-03T10:27:56,145 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/2681c9d0a95e4eba8d18d7212ceecc6f 2024-12-03T10:27:56,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/c9ab2d2176ca49cd8a953162db94553b is 50, key is test_row_0/B:col10/1733221674424/Put/seqid=0 2024-12-03T10:27:56,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742026_1202 (size=12151) 2024-12-03T10:27:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-03T10:27:56,497 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/2271650885c3426588533907a1df0b2c as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/2271650885c3426588533907a1df0b2c 2024-12-03T10:27:56,501 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 724f70dfcca656875ac1b4436ea0661f/B of 724f70dfcca656875ac1b4436ea0661f into 2271650885c3426588533907a1df0b2c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:56,501 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 724f70dfcca656875ac1b4436ea0661f#A#compaction#169 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:56,502 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/fd75ed72cbfd4a32a8bf0b4ad4bcc7e3 is 175, key is test_row_0/A:col10/1733221674381/Put/seqid=0 2024-12-03T10:27:56,502 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:56,502 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f., storeName=724f70dfcca656875ac1b4436ea0661f/B, priority=13, startTime=1733221676072; duration=0sec 2024-12-03T10:27:56,502 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:56,503 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 724f70dfcca656875ac1b4436ea0661f:B 2024-12-03T10:27:56,503 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:56,504 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:56,504 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 724f70dfcca656875ac1b4436ea0661f/C is initiating minor compaction (all files) 2024-12-03T10:27:56,504 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 724f70dfcca656875ac1b4436ea0661f/C in TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:56,504 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/a11df53f3bca435392867e8a028b06f8, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/7bbdcf344ed04e12825021fc1b711729, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/4bfe5a3fe31a4b049b9b07a5e8319133] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp, totalSize=35.9 K 2024-12-03T10:27:56,504 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting a11df53f3bca435392867e8a028b06f8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733221670509 2024-12-03T10:27:56,505 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bbdcf344ed04e12825021fc1b711729, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733221671644 2024-12-03T10:27:56,505 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bfe5a3fe31a4b049b9b07a5e8319133, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733221674380 2024-12-03T10:27:56,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742027_1203 (size=31515) 2024-12-03T10:27:56,511 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 724f70dfcca656875ac1b4436ea0661f#C#compaction#172 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:56,512 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/19754a2409504372bd70f7a43e54a466 is 50, key is test_row_0/C:col10/1733221674381/Put/seqid=0 2024-12-03T10:27:56,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742028_1204 (size=12561) 2024-12-03T10:27:56,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:56,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:56,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221736549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:56,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221736550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:56,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221736551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:56,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221736551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:56,556 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/c9ab2d2176ca49cd8a953162db94553b 2024-12-03T10:27:56,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-03T10:27:56,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/10017b5127664177b61d9d6cec3ce83f is 50, key is test_row_0/C:col10/1733221674424/Put/seqid=0 2024-12-03T10:27:56,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:56,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51786 deadline: 1733221736567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:56,570 DEBUG [Thread-718 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8187 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f., hostname=b030dd9a36e7,33013,1733221628283, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:27:56,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742029_1205 (size=12151) 2024-12-03T10:27:56,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:56,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221736654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221736653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:56,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:56,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221736654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:56,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221736654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:56,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:56,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221736859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:56,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:56,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221736859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:56,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:56,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221736859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:56,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:56,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221736860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:56,911 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/fd75ed72cbfd4a32a8bf0b4ad4bcc7e3 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/fd75ed72cbfd4a32a8bf0b4ad4bcc7e3 2024-12-03T10:27:56,915 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 724f70dfcca656875ac1b4436ea0661f/A of 724f70dfcca656875ac1b4436ea0661f into fd75ed72cbfd4a32a8bf0b4ad4bcc7e3(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:56,915 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:56,916 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f., storeName=724f70dfcca656875ac1b4436ea0661f/A, priority=13, startTime=1733221676072; duration=0sec 2024-12-03T10:27:56,916 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:56,916 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 724f70dfcca656875ac1b4436ea0661f:A 2024-12-03T10:27:56,921 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/19754a2409504372bd70f7a43e54a466 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/19754a2409504372bd70f7a43e54a466 2024-12-03T10:27:56,926 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 724f70dfcca656875ac1b4436ea0661f/C of 724f70dfcca656875ac1b4436ea0661f into 19754a2409504372bd70f7a43e54a466(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:56,926 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:56,926 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f., storeName=724f70dfcca656875ac1b4436ea0661f/C, priority=13, startTime=1733221676073; duration=0sec 2024-12-03T10:27:56,926 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:56,926 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 724f70dfcca656875ac1b4436ea0661f:C 2024-12-03T10:27:56,981 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/10017b5127664177b61d9d6cec3ce83f 2024-12-03T10:27:56,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/2681c9d0a95e4eba8d18d7212ceecc6f as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/2681c9d0a95e4eba8d18d7212ceecc6f 2024-12-03T10:27:56,990 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/2681c9d0a95e4eba8d18d7212ceecc6f, entries=150, sequenceid=199, filesize=30.4 K 2024-12-03T10:27:56,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/c9ab2d2176ca49cd8a953162db94553b as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/c9ab2d2176ca49cd8a953162db94553b 2024-12-03T10:27:56,995 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/c9ab2d2176ca49cd8a953162db94553b, entries=150, sequenceid=199, filesize=11.9 K 2024-12-03T10:27:56,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/10017b5127664177b61d9d6cec3ce83f as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/10017b5127664177b61d9d6cec3ce83f 2024-12-03T10:27:57,000 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/10017b5127664177b61d9d6cec3ce83f, entries=150, sequenceid=199, filesize=11.9 K 2024-12-03T10:27:57,000 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 724f70dfcca656875ac1b4436ea0661f in 887ms, sequenceid=199, compaction requested=false 2024-12-03T10:27:57,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:57,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:57,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-03T10:27:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-03T10:27:57,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-03T10:27:57,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0390 sec 2024-12-03T10:27:57,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.0430 sec 2024-12-03T10:27:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-03T10:27:57,064 INFO [Thread-728 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-03T10:27:57,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:27:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-12-03T10:27:57,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-03T10:27:57,066 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:27:57,066 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:27:57,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:27:57,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:57,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 724f70dfcca656875ac1b4436ea0661f 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-03T10:27:57,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=A 2024-12-03T10:27:57,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:57,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=B 2024-12-03T10:27:57,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:57,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=C 2024-12-03T10:27:57,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-03T10:27:57,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120368023bca29d14020a58cdd3e83591f92_724f70dfcca656875ac1b4436ea0661f is 50, key is test_row_0/A:col10/1733221677161/Put/seqid=0 2024-12-03T10:27:57,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742030_1206 (size=14794) 2024-12-03T10:27:57,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221737183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:57,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221737183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:57,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:57,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221737185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:57,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221737186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:57,217 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:57,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-03T10:27:57,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:57,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:57,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:57,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:57,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:57,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221737288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:57,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221737288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:57,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221737288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:57,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221737290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-03T10:27:57,370 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:57,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-03T10:27:57,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:57,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:57,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:57,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:57,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:57,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221737489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:57,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221737490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:57,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221737491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:57,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221737492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:57,523 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:57,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-03T10:27:57,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:57,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:57,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:57,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:57,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:57,575 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:57,578 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120368023bca29d14020a58cdd3e83591f92_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120368023bca29d14020a58cdd3e83591f92_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:57,579 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/5abb36b4f1d5482c958e4b50ba3fd8e4, store: [table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:57,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/5abb36b4f1d5482c958e4b50ba3fd8e4 is 175, key is test_row_0/A:col10/1733221677161/Put/seqid=0 2024-12-03T10:27:57,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742031_1207 (size=39749) 2024-12-03T10:27:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-03T10:27:57,675 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:57,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-03T10:27:57,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:57,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:57,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:57,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:57,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:57,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:57,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221737794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221737793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:57,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221737795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:57,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221737795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:57,828 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:57,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-03T10:27:57,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:57,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:57,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:57,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:57,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:57,980 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:57,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-03T10:27:57,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:57,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:57,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:57,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:57,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:57,983 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=221, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/5abb36b4f1d5482c958e4b50ba3fd8e4 2024-12-03T10:27:57,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/ec58d0453ed24d62a224a450fc3a82d7 is 50, key is test_row_0/B:col10/1733221677161/Put/seqid=0 2024-12-03T10:27:57,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742032_1208 (size=12151) 2024-12-03T10:27:58,132 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:58,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-03T10:27:58,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:58,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:58,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:58,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:58,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:58,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-03T10:27:58,285 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:58,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-03T10:27:58,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:58,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:58,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:58,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:58,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:58,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221738295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:58,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221738297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:58,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221738299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:58,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:58,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221738306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:58,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/ec58d0453ed24d62a224a450fc3a82d7 2024-12-03T10:27:58,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/37951720b72f47f19f575d13945a7973 is 50, key is test_row_0/C:col10/1733221677161/Put/seqid=0 2024-12-03T10:27:58,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742033_1209 (size=12151) 2024-12-03T10:27:58,438 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:58,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-03T10:27:58,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:58,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:58,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:58,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:58,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:58,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:58,590 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:58,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-03T10:27:58,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:58,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:58,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:58,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:58,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:58,743 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:58,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-03T10:27:58,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:58,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:58,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:58,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:58,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:58,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:27:58,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/37951720b72f47f19f575d13945a7973 2024-12-03T10:27:58,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/5abb36b4f1d5482c958e4b50ba3fd8e4 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/5abb36b4f1d5482c958e4b50ba3fd8e4 2024-12-03T10:27:58,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/5abb36b4f1d5482c958e4b50ba3fd8e4, entries=200, sequenceid=221, filesize=38.8 K 2024-12-03T10:27:58,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/ec58d0453ed24d62a224a450fc3a82d7 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/ec58d0453ed24d62a224a450fc3a82d7 2024-12-03T10:27:58,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/ec58d0453ed24d62a224a450fc3a82d7, entries=150, sequenceid=221, filesize=11.9 K 2024-12-03T10:27:58,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/37951720b72f47f19f575d13945a7973 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/37951720b72f47f19f575d13945a7973 2024-12-03T10:27:58,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/37951720b72f47f19f575d13945a7973, entries=150, sequenceid=221, filesize=11.9 K 2024-12-03T10:27:58,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 724f70dfcca656875ac1b4436ea0661f in 1663ms, sequenceid=221, compaction requested=true 2024-12-03T10:27:58,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:58,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 724f70dfcca656875ac1b4436ea0661f:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:27:58,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:58,826 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:58,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 724f70dfcca656875ac1b4436ea0661f:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:27:58,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:58,826 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:58,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 724f70dfcca656875ac1b4436ea0661f:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:27:58,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:58,827 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:58,827 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:58,827 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 724f70dfcca656875ac1b4436ea0661f/A is initiating minor compaction (all files) 2024-12-03T10:27:58,827 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 724f70dfcca656875ac1b4436ea0661f/B is initiating minor compaction (all files) 2024-12-03T10:27:58,827 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 724f70dfcca656875ac1b4436ea0661f/B in TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:58,827 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 724f70dfcca656875ac1b4436ea0661f/A in TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:58,827 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/fd75ed72cbfd4a32a8bf0b4ad4bcc7e3, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/2681c9d0a95e4eba8d18d7212ceecc6f, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/5abb36b4f1d5482c958e4b50ba3fd8e4] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp, totalSize=100.0 K 2024-12-03T10:27:58,827 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/2271650885c3426588533907a1df0b2c, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/c9ab2d2176ca49cd8a953162db94553b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/ec58d0453ed24d62a224a450fc3a82d7] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp, totalSize=36.0 K 2024-12-03T10:27:58,827 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:58,827 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. files: [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/fd75ed72cbfd4a32a8bf0b4ad4bcc7e3, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/2681c9d0a95e4eba8d18d7212ceecc6f, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/5abb36b4f1d5482c958e4b50ba3fd8e4] 2024-12-03T10:27:58,828 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 2271650885c3426588533907a1df0b2c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733221674380 2024-12-03T10:27:58,828 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd75ed72cbfd4a32a8bf0b4ad4bcc7e3, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733221674380 2024-12-03T10:27:58,828 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting c9ab2d2176ca49cd8a953162db94553b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733221674411 2024-12-03T10:27:58,828 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2681c9d0a95e4eba8d18d7212ceecc6f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733221674411 2024-12-03T10:27:58,829 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5abb36b4f1d5482c958e4b50ba3fd8e4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733221676545 2024-12-03T10:27:58,829 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting ec58d0453ed24d62a224a450fc3a82d7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733221676550 2024-12-03T10:27:58,835 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 724f70dfcca656875ac1b4436ea0661f#B#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:58,835 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:58,835 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/e90285d23ccc4f058d363bd37c024d3c is 50, key is test_row_0/B:col10/1733221677161/Put/seqid=0 2024-12-03T10:27:58,838 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203af0ca8a844654eac9a4184cca9e2c97a_724f70dfcca656875ac1b4436ea0661f store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:58,839 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203af0ca8a844654eac9a4184cca9e2c97a_724f70dfcca656875ac1b4436ea0661f, store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:58,840 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203af0ca8a844654eac9a4184cca9e2c97a_724f70dfcca656875ac1b4436ea0661f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:58,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742034_1210 (size=12663) 2024-12-03T10:27:58,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742035_1211 (size=4469) 2024-12-03T10:27:58,895 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:58,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-03T10:27:58,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:58,896 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 724f70dfcca656875ac1b4436ea0661f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-03T10:27:58,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=A 2024-12-03T10:27:58,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:58,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=B 2024-12-03T10:27:58,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:58,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=C 2024-12-03T10:27:58,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:27:58,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412033b1d6bd8dc5946e99b9b54c44a081aba_724f70dfcca656875ac1b4436ea0661f is 50, key is test_row_0/A:col10/1733221677185/Put/seqid=0 2024-12-03T10:27:58,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742036_1212 (size=12304) 2024-12-03T10:27:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-03T10:27:59,250 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/e90285d23ccc4f058d363bd37c024d3c as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/e90285d23ccc4f058d363bd37c024d3c 2024-12-03T10:27:59,255 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 724f70dfcca656875ac1b4436ea0661f/B of 724f70dfcca656875ac1b4436ea0661f into e90285d23ccc4f058d363bd37c024d3c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:59,255 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:59,255 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f., storeName=724f70dfcca656875ac1b4436ea0661f/B, priority=13, startTime=1733221678826; duration=0sec 2024-12-03T10:27:59,255 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:27:59,255 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 724f70dfcca656875ac1b4436ea0661f:B 2024-12-03T10:27:59,255 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:27:59,256 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:27:59,256 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 724f70dfcca656875ac1b4436ea0661f/C is initiating minor compaction (all files) 2024-12-03T10:27:59,256 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 724f70dfcca656875ac1b4436ea0661f/C in TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:27:59,256 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/19754a2409504372bd70f7a43e54a466, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/10017b5127664177b61d9d6cec3ce83f, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/37951720b72f47f19f575d13945a7973] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp, totalSize=36.0 K 2024-12-03T10:27:59,257 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 19754a2409504372bd70f7a43e54a466, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=179, earliestPutTs=1733221674380 2024-12-03T10:27:59,257 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 10017b5127664177b61d9d6cec3ce83f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733221674411 2024-12-03T10:27:59,257 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 37951720b72f47f19f575d13945a7973, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733221676550 2024-12-03T10:27:59,262 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 724f70dfcca656875ac1b4436ea0661f#C#compaction#180 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:59,263 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/5633d879f20343d3a652c0572b17133e is 50, key is test_row_0/C:col10/1733221677161/Put/seqid=0 2024-12-03T10:27:59,265 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 724f70dfcca656875ac1b4436ea0661f#A#compaction#178 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:27:59,265 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/618384a9416c4cd8a7a09b3b7106222a is 175, key is test_row_0/A:col10/1733221677161/Put/seqid=0 2024-12-03T10:27:59,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742037_1213 (size=12663) 2024-12-03T10:27:59,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742038_1214 (size=31617) 2024-12-03T10:27:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:59,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:27:59,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:27:59,312 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412033b1d6bd8dc5946e99b9b54c44a081aba_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033b1d6bd8dc5946e99b9b54c44a081aba_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:27:59,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/809e45c4d108401abbdfeb824c231217, store: [table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:27:59,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/809e45c4d108401abbdfeb824c231217 is 175, key is test_row_0/A:col10/1733221677185/Put/seqid=0 2024-12-03T10:27:59,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221739312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:59,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221739312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:59,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221739313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:59,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742039_1215 (size=31105) 2024-12-03T10:27:59,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221739317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:59,319 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/809e45c4d108401abbdfeb824c231217 2024-12-03T10:27:59,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/33f3228483674adea76bc1ff4185f32b is 50, key is test_row_0/B:col10/1733221677185/Put/seqid=0 2024-12-03T10:27:59,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742040_1216 (size=12151) 2024-12-03T10:27:59,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:59,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221739418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221739418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:59,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221739419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:59,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221739419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:59,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:59,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221739620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:59,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221739621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:59,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221739621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:59,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221739621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:59,674 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/5633d879f20343d3a652c0572b17133e as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/5633d879f20343d3a652c0572b17133e 2024-12-03T10:27:59,679 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/618384a9416c4cd8a7a09b3b7106222a as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/618384a9416c4cd8a7a09b3b7106222a 2024-12-03T10:27:59,680 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 724f70dfcca656875ac1b4436ea0661f/C of 724f70dfcca656875ac1b4436ea0661f into 5633d879f20343d3a652c0572b17133e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:59,680 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:59,680 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f., storeName=724f70dfcca656875ac1b4436ea0661f/C, priority=13, startTime=1733221678826; duration=0sec 2024-12-03T10:27:59,680 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:59,680 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 724f70dfcca656875ac1b4436ea0661f:C 2024-12-03T10:27:59,684 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 724f70dfcca656875ac1b4436ea0661f/A of 724f70dfcca656875ac1b4436ea0661f into 618384a9416c4cd8a7a09b3b7106222a(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:27:59,684 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:27:59,684 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f., storeName=724f70dfcca656875ac1b4436ea0661f/A, priority=13, startTime=1733221678825; duration=0sec 2024-12-03T10:27:59,684 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:27:59,684 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 724f70dfcca656875ac1b4436ea0661f:A 2024-12-03T10:27:59,730 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/33f3228483674adea76bc1ff4185f32b 2024-12-03T10:27:59,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/5053884bf36345a18e36f7aa66fd7e7d is 50, key is test_row_0/C:col10/1733221677185/Put/seqid=0 2024-12-03T10:27:59,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742041_1217 (size=12151) 2024-12-03T10:27:59,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221739923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:59,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221739925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:59,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:59,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221739926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:27:59,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:27:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221739926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:00,142 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/5053884bf36345a18e36f7aa66fd7e7d 2024-12-03T10:28:00,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/809e45c4d108401abbdfeb824c231217 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/809e45c4d108401abbdfeb824c231217 2024-12-03T10:28:00,151 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/809e45c4d108401abbdfeb824c231217, entries=150, sequenceid=238, filesize=30.4 K 2024-12-03T10:28:00,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/33f3228483674adea76bc1ff4185f32b as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/33f3228483674adea76bc1ff4185f32b 2024-12-03T10:28:00,156 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/33f3228483674adea76bc1ff4185f32b, entries=150, sequenceid=238, filesize=11.9 K 2024-12-03T10:28:00,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/5053884bf36345a18e36f7aa66fd7e7d as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/5053884bf36345a18e36f7aa66fd7e7d 2024-12-03T10:28:00,161 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/5053884bf36345a18e36f7aa66fd7e7d, entries=150, sequenceid=238, filesize=11.9 K 2024-12-03T10:28:00,162 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 724f70dfcca656875ac1b4436ea0661f in 1266ms, sequenceid=238, compaction requested=false 2024-12-03T10:28:00,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:28:00,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:00,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-03T10:28:00,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-12-03T10:28:00,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-03T10:28:00,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0970 sec 2024-12-03T10:28:00,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 3.0990 sec 2024-12-03T10:28:00,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:00,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 724f70dfcca656875ac1b4436ea0661f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-03T10:28:00,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=A 2024-12-03T10:28:00,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:00,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=B 2024-12-03T10:28:00,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:00,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=C 2024-12-03T10:28:00,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:00,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203256d3bc294874540a843c243cc80dd68_724f70dfcca656875ac1b4436ea0661f is 50, key is test_row_0/A:col10/1733221679312/Put/seqid=0 2024-12-03T10:28:00,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742042_1218 (size=14894) 2024-12-03T10:28:00,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:00,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221740442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:00,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221740444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:00,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:00,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221740444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:00,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221740444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:00,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:00,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221740546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:00,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221740545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:00,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221740547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:00,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221740547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:00,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221740748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:00,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221740748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:00,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221740749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:00,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221740749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:00,841 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:00,844 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203256d3bc294874540a843c243cc80dd68_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203256d3bc294874540a843c243cc80dd68_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:00,845 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/94789446434549fab35874e05754908e, store: [table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:28:00,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/94789446434549fab35874e05754908e is 175, key is test_row_0/A:col10/1733221679312/Put/seqid=0 2024-12-03T10:28:00,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742043_1219 (size=39849) 2024-12-03T10:28:01,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221741052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:01,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221741053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:01,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221741055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:01,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:01,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221741055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-03T10:28:01,170 INFO [Thread-728 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-03T10:28:01,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:28:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-12-03T10:28:01,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-03T10:28:01,172 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:28:01,173 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:28:01,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:28:01,249 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/94789446434549fab35874e05754908e 2024-12-03T10:28:01,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/8e2e524e85e545ec8c5575405280eab8 is 50, key is test_row_0/B:col10/1733221679312/Put/seqid=0 2024-12-03T10:28:01,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742044_1220 (size=12201) 2024-12-03T10:28:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-03T10:28:01,324 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:01,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-03T10:28:01,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:01,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:28:01,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:01,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:01,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-03T10:28:01,477 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:01,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-03T10:28:01,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:01,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:28:01,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:01,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:01,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:01,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221741555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:01,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:01,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221741557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:01,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221741559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:01,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:01,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221741560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:01,629 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:01,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-03T10:28:01,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:01,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:28:01,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:01,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:01,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:01,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/8e2e524e85e545ec8c5575405280eab8 2024-12-03T10:28:01,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/79e68b3683784bed95c9d63914b70593 is 50, key is test_row_0/C:col10/1733221679312/Put/seqid=0 2024-12-03T10:28:01,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742045_1221 (size=12201) 2024-12-03T10:28:01,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-03T10:28:01,782 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:01,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-03T10:28:01,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:01,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:28:01,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:01,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:01,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:01,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:01,934 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:01,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-03T10:28:01,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:01,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:28:01,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:01,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:01,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:01,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:02,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/79e68b3683784bed95c9d63914b70593 2024-12-03T10:28:02,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/94789446434549fab35874e05754908e as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/94789446434549fab35874e05754908e 2024-12-03T10:28:02,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/94789446434549fab35874e05754908e, entries=200, sequenceid=261, filesize=38.9 K 2024-12-03T10:28:02,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/8e2e524e85e545ec8c5575405280eab8 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/8e2e524e85e545ec8c5575405280eab8 2024-12-03T10:28:02,087 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:02,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/8e2e524e85e545ec8c5575405280eab8, entries=150, sequenceid=261, filesize=11.9 K 2024-12-03T10:28:02,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-03T10:28:02,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:02,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:28:02,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:02,088 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:02,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:02,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/79e68b3683784bed95c9d63914b70593 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/79e68b3683784bed95c9d63914b70593 2024-12-03T10:28:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:02,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/79e68b3683784bed95c9d63914b70593, entries=150, sequenceid=261, filesize=11.9 K 2024-12-03T10:28:02,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=100.63 KB/103050 for 724f70dfcca656875ac1b4436ea0661f in 1666ms, sequenceid=261, compaction requested=true 2024-12-03T10:28:02,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:28:02,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 724f70dfcca656875ac1b4436ea0661f:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:28:02,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:02,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 724f70dfcca656875ac1b4436ea0661f:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:28:02,095 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:02,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:02,095 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:02,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 724f70dfcca656875ac1b4436ea0661f:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:28:02,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:28:02,096 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102571 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:02,096 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:02,096 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 724f70dfcca656875ac1b4436ea0661f/A is initiating minor compaction (all files) 2024-12-03T10:28:02,096 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 724f70dfcca656875ac1b4436ea0661f/B is initiating minor compaction (all files) 2024-12-03T10:28:02,096 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 724f70dfcca656875ac1b4436ea0661f/B in TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:02,096 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 724f70dfcca656875ac1b4436ea0661f/A in TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:02,096 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/e90285d23ccc4f058d363bd37c024d3c, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/33f3228483674adea76bc1ff4185f32b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/8e2e524e85e545ec8c5575405280eab8] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp, totalSize=36.1 K 2024-12-03T10:28:02,096 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/618384a9416c4cd8a7a09b3b7106222a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/809e45c4d108401abbdfeb824c231217, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/94789446434549fab35874e05754908e] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp, totalSize=100.2 K 2024-12-03T10:28:02,096 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:02,096 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. files: [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/618384a9416c4cd8a7a09b3b7106222a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/809e45c4d108401abbdfeb824c231217, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/94789446434549fab35874e05754908e] 2024-12-03T10:28:02,096 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting e90285d23ccc4f058d363bd37c024d3c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733221676550 2024-12-03T10:28:02,097 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 618384a9416c4cd8a7a09b3b7106222a, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733221676550 2024-12-03T10:28:02,097 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 33f3228483674adea76bc1ff4185f32b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733221677183 2024-12-03T10:28:02,097 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 809e45c4d108401abbdfeb824c231217, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733221677183 2024-12-03T10:28:02,097 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e2e524e85e545ec8c5575405280eab8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733221679311 2024-12-03T10:28:02,097 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94789446434549fab35874e05754908e, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733221679311 2024-12-03T10:28:02,103 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:28:02,104 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 724f70dfcca656875ac1b4436ea0661f#B#compaction#186 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:02,104 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/23cc4680fc3a449fb19d8e347a4c8954 is 50, key is test_row_0/B:col10/1733221679312/Put/seqid=0 2024-12-03T10:28:02,104 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203eb677092ba3742738092533001b599ee_724f70dfcca656875ac1b4436ea0661f store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:28:02,106 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203eb677092ba3742738092533001b599ee_724f70dfcca656875ac1b4436ea0661f, store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:28:02,106 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203eb677092ba3742738092533001b599ee_724f70dfcca656875ac1b4436ea0661f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:28:02,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742047_1223 (size=4469) 2024-12-03T10:28:02,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742046_1222 (size=12815) 2024-12-03T10:28:02,241 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:02,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-03T10:28:02,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:02,241 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 724f70dfcca656875ac1b4436ea0661f 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-03T10:28:02,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=A 2024-12-03T10:28:02,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:02,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=B 2024-12-03T10:28:02,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:02,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=C 2024-12-03T10:28:02,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:02,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f695fb34c27d4b99b03804db34f653b1_724f70dfcca656875ac1b4436ea0661f is 50, key is test_row_0/A:col10/1733221680441/Put/seqid=0 2024-12-03T10:28:02,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742048_1224 (size=12454) 2024-12-03T10:28:02,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-03T10:28:02,521 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 724f70dfcca656875ac1b4436ea0661f#A#compaction#187 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:02,522 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/a47ede63801743ca84deb2c9088fd104 is 175, key is test_row_0/A:col10/1733221679312/Put/seqid=0 2024-12-03T10:28:02,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742049_1225 (size=31769) 2024-12-03T10:28:02,532 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/23cc4680fc3a449fb19d8e347a4c8954 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/23cc4680fc3a449fb19d8e347a4c8954 2024-12-03T10:28:02,537 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 724f70dfcca656875ac1b4436ea0661f/B of 724f70dfcca656875ac1b4436ea0661f into 23cc4680fc3a449fb19d8e347a4c8954(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:02,537 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:28:02,537 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f., storeName=724f70dfcca656875ac1b4436ea0661f/B, priority=13, startTime=1733221682095; duration=0sec 2024-12-03T10:28:02,537 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:28:02,537 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 724f70dfcca656875ac1b4436ea0661f:B 2024-12-03T10:28:02,537 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:02,538 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:02,538 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 724f70dfcca656875ac1b4436ea0661f/C is initiating minor compaction (all files) 2024-12-03T10:28:02,539 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 724f70dfcca656875ac1b4436ea0661f/C in TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:02,539 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/5633d879f20343d3a652c0572b17133e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/5053884bf36345a18e36f7aa66fd7e7d, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/79e68b3683784bed95c9d63914b70593] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp, totalSize=36.1 K 2024-12-03T10:28:02,539 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 5633d879f20343d3a652c0572b17133e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733221676550 2024-12-03T10:28:02,539 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 5053884bf36345a18e36f7aa66fd7e7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733221677183 2024-12-03T10:28:02,539 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 79e68b3683784bed95c9d63914b70593, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733221679311 2024-12-03T10:28:02,546 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 724f70dfcca656875ac1b4436ea0661f#C#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:02,546 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/4dfd7ee0d55b4db6918f3764b9327078 is 50, key is test_row_0/C:col10/1733221679312/Put/seqid=0 2024-12-03T10:28:02,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742050_1226 (size=12815) 2024-12-03T10:28:02,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:28:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:02,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221742574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:02,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221742574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:02,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:02,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221742577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:02,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221742577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:02,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:02,658 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f695fb34c27d4b99b03804db34f653b1_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f695fb34c27d4b99b03804db34f653b1_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:02,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/371ff288ac3948cab780de22a08921ea, store: [table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:28:02,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/371ff288ac3948cab780de22a08921ea is 175, key is test_row_0/A:col10/1733221680441/Put/seqid=0 2024-12-03T10:28:02,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742051_1227 (size=31255) 2024-12-03T10:28:02,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221742678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:02,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:02,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221742678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:02,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221742678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:02,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:02,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221742681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:02,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221742879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:02,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221742879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:02,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:02,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221742879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:02,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221742883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:02,933 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/a47ede63801743ca84deb2c9088fd104 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/a47ede63801743ca84deb2c9088fd104 2024-12-03T10:28:02,937 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 724f70dfcca656875ac1b4436ea0661f/A of 724f70dfcca656875ac1b4436ea0661f into a47ede63801743ca84deb2c9088fd104(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:02,937 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:28:02,937 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f., storeName=724f70dfcca656875ac1b4436ea0661f/A, priority=13, startTime=1733221682095; duration=0sec 2024-12-03T10:28:02,937 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:02,937 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 724f70dfcca656875ac1b4436ea0661f:A 2024-12-03T10:28:02,955 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/4dfd7ee0d55b4db6918f3764b9327078 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/4dfd7ee0d55b4db6918f3764b9327078 2024-12-03T10:28:02,960 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 724f70dfcca656875ac1b4436ea0661f/C of 724f70dfcca656875ac1b4436ea0661f into 4dfd7ee0d55b4db6918f3764b9327078(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:02,960 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:28:02,960 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f., storeName=724f70dfcca656875ac1b4436ea0661f/C, priority=13, startTime=1733221682095; duration=0sec 2024-12-03T10:28:02,960 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:02,960 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 724f70dfcca656875ac1b4436ea0661f:C 2024-12-03T10:28:03,064 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/371ff288ac3948cab780de22a08921ea 2024-12-03T10:28:03,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/a9a1213730994fd1b32f5e3c819e4e3d is 50, key is test_row_0/B:col10/1733221680441/Put/seqid=0 2024-12-03T10:28:03,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742052_1228 (size=12301) 2024-12-03T10:28:03,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221743184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:03,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221743184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:03,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221743184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:03,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:03,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221743187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-03T10:28:03,475 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/a9a1213730994fd1b32f5e3c819e4e3d 2024-12-03T10:28:03,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/4dc5817761284224ba42e34c2aafac90 is 50, key is test_row_0/C:col10/1733221680441/Put/seqid=0 2024-12-03T10:28:03,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742053_1229 (size=12301) 2024-12-03T10:28:03,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221743687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:03,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221743690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:03,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221743690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:03,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221743691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:03,886 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/4dc5817761284224ba42e34c2aafac90 2024-12-03T10:28:03,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/371ff288ac3948cab780de22a08921ea as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/371ff288ac3948cab780de22a08921ea 2024-12-03T10:28:03,895 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/371ff288ac3948cab780de22a08921ea, entries=150, sequenceid=279, filesize=30.5 K 2024-12-03T10:28:03,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/a9a1213730994fd1b32f5e3c819e4e3d as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/a9a1213730994fd1b32f5e3c819e4e3d 2024-12-03T10:28:03,904 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/a9a1213730994fd1b32f5e3c819e4e3d, entries=150, sequenceid=279, filesize=12.0 K 2024-12-03T10:28:03,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/4dc5817761284224ba42e34c2aafac90 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/4dc5817761284224ba42e34c2aafac90 2024-12-03T10:28:03,910 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/4dc5817761284224ba42e34c2aafac90, entries=150, sequenceid=279, filesize=12.0 K 2024-12-03T10:28:03,911 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 724f70dfcca656875ac1b4436ea0661f in 1670ms, sequenceid=279, compaction requested=false 2024-12-03T10:28:03,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:28:03,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:03,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-03T10:28:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-12-03T10:28:03,913 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-03T10:28:03,914 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7390 sec 2024-12-03T10:28:03,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 2.7430 sec 2024-12-03T10:28:04,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:04,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 724f70dfcca656875ac1b4436ea0661f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-03T10:28:04,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=A 2024-12-03T10:28:04,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:04,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=B 2024-12-03T10:28:04,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:04,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=C 2024-12-03T10:28:04,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:04,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203937e9d7e2ad84c098412dd81c475fb42_724f70dfcca656875ac1b4436ea0661f is 50, key is test_row_0/A:col10/1733221682572/Put/seqid=0 2024-12-03T10:28:04,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742054_1230 (size=14994) 2024-12-03T10:28:04,705 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:04,709 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203937e9d7e2ad84c098412dd81c475fb42_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203937e9d7e2ad84c098412dd81c475fb42_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:04,710 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/e79b123c68c9495d875c4973bc279f07, store: [table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:28:04,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/e79b123c68c9495d875c4973bc279f07 is 175, key is test_row_0/A:col10/1733221682572/Put/seqid=0 2024-12-03T10:28:04,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:04,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221744709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:04,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221744710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:04,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221744710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:04,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:04,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221744711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:04,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742055_1231 (size=39949) 2024-12-03T10:28:04,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:04,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221744813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:04,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221744813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:04,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221744813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:04,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:04,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221744814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:05,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221745016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:05,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221745016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:05,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221745016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:05,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:05,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221745016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:05,116 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/e79b123c68c9495d875c4973bc279f07 2024-12-03T10:28:05,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/190e2aff08824d72a2fc818a75406608 is 50, key is test_row_0/B:col10/1733221682572/Put/seqid=0 2024-12-03T10:28:05,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742056_1232 (size=12301) 2024-12-03T10:28:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-03T10:28:05,276 INFO [Thread-728 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-03T10:28:05,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:28:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-12-03T10:28:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-03T10:28:05,279 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:28:05,279 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:28:05,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:28:05,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:05,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221745319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:05,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221745319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:05,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221745319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:05,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:05,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221745320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-03T10:28:05,430 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:05,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-03T10:28:05,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:05,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:28:05,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:05,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:05,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:05,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/190e2aff08824d72a2fc818a75406608 2024-12-03T10:28:05,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/99f688bbb89d4b89a9cdd728dc50ccef is 50, key is test_row_0/C:col10/1733221682572/Put/seqid=0 2024-12-03T10:28:05,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742057_1233 (size=12301) 2024-12-03T10:28:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-03T10:28:05,583 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:05,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-03T10:28:05,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:05,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:28:05,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:05,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:05,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:05,632 DEBUG [Thread-729 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22e911df to 127.0.0.1:60916 2024-12-03T10:28:05,632 DEBUG [Thread-731 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b727d6e to 127.0.0.1:60916 2024-12-03T10:28:05,632 DEBUG [Thread-731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:05,633 DEBUG [Thread-729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:05,636 DEBUG [Thread-735 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c38ee58 to 127.0.0.1:60916 2024-12-03T10:28:05,636 DEBUG [Thread-735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:05,636 DEBUG [Thread-733 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c7940d9 to 127.0.0.1:60916 2024-12-03T10:28:05,636 DEBUG [Thread-733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:05,735 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:05,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-03T10:28:05,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:05,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:28:05,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:05,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:05,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:05,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1733221745824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:05,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:05,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51766 deadline: 1733221745825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51798 deadline: 1733221745826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:05,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:05,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51770 deadline: 1733221745827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-03T10:28:05,891 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:05,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-03T10:28:05,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:05,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:28:05,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:05,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:05,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:05,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/99f688bbb89d4b89a9cdd728dc50ccef 2024-12-03T10:28:05,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/e79b123c68c9495d875c4973bc279f07 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/e79b123c68c9495d875c4973bc279f07 2024-12-03T10:28:05,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/e79b123c68c9495d875c4973bc279f07, entries=200, sequenceid=302, filesize=39.0 K 2024-12-03T10:28:05,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/190e2aff08824d72a2fc818a75406608 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/190e2aff08824d72a2fc818a75406608 2024-12-03T10:28:05,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/190e2aff08824d72a2fc818a75406608, entries=150, sequenceid=302, filesize=12.0 K 2024-12-03T10:28:05,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/99f688bbb89d4b89a9cdd728dc50ccef as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/99f688bbb89d4b89a9cdd728dc50ccef 2024-12-03T10:28:05,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/99f688bbb89d4b89a9cdd728dc50ccef, entries=150, sequenceid=302, filesize=12.0 K 2024-12-03T10:28:05,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 724f70dfcca656875ac1b4436ea0661f in 1275ms, sequenceid=302, compaction requested=true 2024-12-03T10:28:05,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:28:05,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 724f70dfcca656875ac1b4436ea0661f:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:28:05,967 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:05,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:05,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 724f70dfcca656875ac1b4436ea0661f:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:28:05,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:05,968 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:05,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 724f70dfcca656875ac1b4436ea0661f:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:28:05,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:28:05,969 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102973 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:05,969 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:05,969 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 724f70dfcca656875ac1b4436ea0661f/A is initiating minor compaction (all files) 2024-12-03T10:28:05,969 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 724f70dfcca656875ac1b4436ea0661f/B is initiating minor compaction (all files) 2024-12-03T10:28:05,969 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 724f70dfcca656875ac1b4436ea0661f/B in TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:05,969 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 724f70dfcca656875ac1b4436ea0661f/A in TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:05,969 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/a47ede63801743ca84deb2c9088fd104, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/371ff288ac3948cab780de22a08921ea, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/e79b123c68c9495d875c4973bc279f07] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp, totalSize=100.6 K 2024-12-03T10:28:05,969 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/23cc4680fc3a449fb19d8e347a4c8954, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/a9a1213730994fd1b32f5e3c819e4e3d, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/190e2aff08824d72a2fc818a75406608] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp, totalSize=36.5 K 2024-12-03T10:28:05,969 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:05,969 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. files: [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/a47ede63801743ca84deb2c9088fd104, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/371ff288ac3948cab780de22a08921ea, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/e79b123c68c9495d875c4973bc279f07] 2024-12-03T10:28:05,969 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 23cc4680fc3a449fb19d8e347a4c8954, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733221679311 2024-12-03T10:28:05,969 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting a47ede63801743ca84deb2c9088fd104, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733221679311 2024-12-03T10:28:05,969 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting a9a1213730994fd1b32f5e3c819e4e3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733221680441 2024-12-03T10:28:05,970 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 371ff288ac3948cab780de22a08921ea, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733221680441 2024-12-03T10:28:05,970 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 190e2aff08824d72a2fc818a75406608, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1733221682572 2024-12-03T10:28:05,970 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting e79b123c68c9495d875c4973bc279f07, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1733221682572 2024-12-03T10:28:05,976 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 724f70dfcca656875ac1b4436ea0661f#B#compaction#195 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:05,976 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/21461f8175c94d74ae139ae7e0023b47 is 50, key is test_row_0/B:col10/1733221682572/Put/seqid=0 2024-12-03T10:28:05,980 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:28:05,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742058_1234 (size=13017) 2024-12-03T10:28:05,982 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203e887253397154bf88607613ced72547f_724f70dfcca656875ac1b4436ea0661f store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:28:06,005 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203e887253397154bf88607613ced72547f_724f70dfcca656875ac1b4436ea0661f, store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:28:06,005 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e887253397154bf88607613ced72547f_724f70dfcca656875ac1b4436ea0661f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:28:06,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742059_1235 (size=4469) 2024-12-03T10:28:06,044 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:06,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-03T10:28:06,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:06,044 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 724f70dfcca656875ac1b4436ea0661f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-03T10:28:06,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=A 2024-12-03T10:28:06,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:06,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=B 2024-12-03T10:28:06,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:06,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=C 2024-12-03T10:28:06,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:06,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412035b2c798ef5154f3e954a3393b520aabf_724f70dfcca656875ac1b4436ea0661f is 50, key is test_row_0/A:col10/1733221684702/Put/seqid=0 2024-12-03T10:28:06,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742060_1236 (size=12454) 2024-12-03T10:28:06,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-03T10:28:06,390 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/21461f8175c94d74ae139ae7e0023b47 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/21461f8175c94d74ae139ae7e0023b47 2024-12-03T10:28:06,398 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 724f70dfcca656875ac1b4436ea0661f/B of 724f70dfcca656875ac1b4436ea0661f into 21461f8175c94d74ae139ae7e0023b47(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:06,398 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:28:06,398 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f., storeName=724f70dfcca656875ac1b4436ea0661f/B, priority=13, startTime=1733221685967; duration=0sec 2024-12-03T10:28:06,398 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:28:06,398 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 724f70dfcca656875ac1b4436ea0661f:B 2024-12-03T10:28:06,398 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:06,399 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:06,400 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 724f70dfcca656875ac1b4436ea0661f/C is initiating minor compaction (all files) 2024-12-03T10:28:06,400 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 724f70dfcca656875ac1b4436ea0661f/C in TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:06,400 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/4dfd7ee0d55b4db6918f3764b9327078, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/4dc5817761284224ba42e34c2aafac90, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/99f688bbb89d4b89a9cdd728dc50ccef] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp, totalSize=36.5 K 2024-12-03T10:28:06,400 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 4dfd7ee0d55b4db6918f3764b9327078, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733221679311 2024-12-03T10:28:06,401 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 4dc5817761284224ba42e34c2aafac90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733221680441 2024-12-03T10:28:06,401 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 99f688bbb89d4b89a9cdd728dc50ccef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1733221682572 2024-12-03T10:28:06,410 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 724f70dfcca656875ac1b4436ea0661f#A#compaction#196 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:06,411 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 724f70dfcca656875ac1b4436ea0661f#C#compaction#198 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:06,411 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/4c2b2aee7a5d4939bd48494c717d863f is 175, key is test_row_0/A:col10/1733221682572/Put/seqid=0 2024-12-03T10:28:06,411 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/c010ed56749b4b1f9c3880e736002ada is 50, key is test_row_0/C:col10/1733221682572/Put/seqid=0 2024-12-03T10:28:06,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742062_1238 (size=31971) 2024-12-03T10:28:06,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742061_1237 (size=13017) 2024-12-03T10:28:06,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:06,465 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412035b2c798ef5154f3e954a3393b520aabf_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035b2c798ef5154f3e954a3393b520aabf_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:06,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/b967b4c87b054ba69c741e4775a04f46, store: [table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:28:06,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/b967b4c87b054ba69c741e4775a04f46 is 175, key is test_row_0/A:col10/1733221684702/Put/seqid=0 2024-12-03T10:28:06,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742063_1239 (size=31255) 2024-12-03T10:28:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:06,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. as already flushing 2024-12-03T10:28:06,609 DEBUG [Thread-718 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79982672 to 127.0.0.1:60916 2024-12-03T10:28:06,609 DEBUG [Thread-718 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:06,759 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T10:28:06,827 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/4c2b2aee7a5d4939bd48494c717d863f as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/4c2b2aee7a5d4939bd48494c717d863f 2024-12-03T10:28:06,827 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/c010ed56749b4b1f9c3880e736002ada as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/c010ed56749b4b1f9c3880e736002ada 2024-12-03T10:28:06,831 DEBUG [Thread-722 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x454f1431 to 127.0.0.1:60916 2024-12-03T10:28:06,831 DEBUG [Thread-722 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:06,831 DEBUG [Thread-726 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x367f47f7 to 127.0.0.1:60916 2024-12-03T10:28:06,832 DEBUG [Thread-726 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:06,832 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 724f70dfcca656875ac1b4436ea0661f/C of 724f70dfcca656875ac1b4436ea0661f into c010ed56749b4b1f9c3880e736002ada(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:06,832 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 724f70dfcca656875ac1b4436ea0661f/A of 724f70dfcca656875ac1b4436ea0661f into 4c2b2aee7a5d4939bd48494c717d863f(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:06,832 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:28:06,832 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:28:06,832 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f., storeName=724f70dfcca656875ac1b4436ea0661f/C, priority=13, startTime=1733221685968; duration=0sec 2024-12-03T10:28:06,832 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f., storeName=724f70dfcca656875ac1b4436ea0661f/A, priority=13, startTime=1733221685967; duration=0sec 2024-12-03T10:28:06,832 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:06,832 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 724f70dfcca656875ac1b4436ea0661f:C 2024-12-03T10:28:06,832 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:06,832 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 724f70dfcca656875ac1b4436ea0661f:A 2024-12-03T10:28:06,837 DEBUG [Thread-720 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b4bd1ba to 127.0.0.1:60916 2024-12-03T10:28:06,837 DEBUG [Thread-720 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:06,838 DEBUG [Thread-724 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x505d5ccd to 127.0.0.1:60916 2024-12-03T10:28:06,838 DEBUG [Thread-724 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:06,873 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=318, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/b967b4c87b054ba69c741e4775a04f46 2024-12-03T10:28:06,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/3a1ab8a6e9fa4058af787b07707ed40c is 50, key is test_row_0/B:col10/1733221684702/Put/seqid=0 2024-12-03T10:28:06,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742064_1240 (size=12301) 2024-12-03T10:28:07,295 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/3a1ab8a6e9fa4058af787b07707ed40c 2024-12-03T10:28:07,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/afaab0a259374653add109a3ca086d2f is 50, key is test_row_0/C:col10/1733221684702/Put/seqid=0 2024-12-03T10:28:07,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742065_1241 (size=12301) 2024-12-03T10:28:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-03T10:28:07,713 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=318 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/afaab0a259374653add109a3ca086d2f 2024-12-03T10:28:07,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/b967b4c87b054ba69c741e4775a04f46 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/b967b4c87b054ba69c741e4775a04f46 2024-12-03T10:28:07,729 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/b967b4c87b054ba69c741e4775a04f46, entries=150, sequenceid=318, filesize=30.5 K 2024-12-03T10:28:07,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/3a1ab8a6e9fa4058af787b07707ed40c as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/3a1ab8a6e9fa4058af787b07707ed40c 2024-12-03T10:28:07,735 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/3a1ab8a6e9fa4058af787b07707ed40c, entries=150, sequenceid=318, filesize=12.0 K 2024-12-03T10:28:07,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/afaab0a259374653add109a3ca086d2f as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/afaab0a259374653add109a3ca086d2f 2024-12-03T10:28:07,739 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/afaab0a259374653add109a3ca086d2f, entries=150, sequenceid=318, filesize=12.0 K 2024-12-03T10:28:07,740 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=33.54 KB/34350 for 724f70dfcca656875ac1b4436ea0661f in 1696ms, sequenceid=318, compaction requested=false 2024-12-03T10:28:07,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:28:07,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:07,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-03T10:28:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-12-03T10:28:07,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-03T10:28:07,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4620 sec 2024-12-03T10:28:07,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 2.4650 sec 2024-12-03T10:28:09,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-03T10:28:09,386 INFO [Thread-728 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-03T10:28:09,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T10:28:09,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-12-03T10:28:09,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-12-03T10:28:09,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-12-03T10:28:09,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-12-03T10:28:09,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-12-03T10:28:09,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T10:28:09,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8758 2024-12-03T10:28:09,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8727 2024-12-03T10:28:09,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T10:28:09,387 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3739 2024-12-03T10:28:09,388 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 11217 rows 2024-12-03T10:28:09,388 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3743 2024-12-03T10:28:09,388 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 11229 rows 2024-12-03T10:28:09,388 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-03T10:28:09,388 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x118b007e to 127.0.0.1:60916 2024-12-03T10:28:09,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:09,396 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-03T10:28:09,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-03T10:28:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T10:28:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-03T10:28:09,399 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221689399"}]},"ts":"1733221689399"} 2024-12-03T10:28:09,400 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T10:28:09,438 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T10:28:09,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T10:28:09,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=724f70dfcca656875ac1b4436ea0661f, UNASSIGN}] 2024-12-03T10:28:09,442 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=724f70dfcca656875ac1b4436ea0661f, UNASSIGN 2024-12-03T10:28:09,443 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=724f70dfcca656875ac1b4436ea0661f, regionState=CLOSING, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:09,444 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T10:28:09,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; CloseRegionProcedure 724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283}] 2024-12-03T10:28:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-03T10:28:09,596 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:09,597 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(124): Close 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:09,597 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-03T10:28:09,597 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1681): Closing 724f70dfcca656875ac1b4436ea0661f, disabling compactions & flushes 2024-12-03T10:28:09,597 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:09,597 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:09,597 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. after waiting 0 ms 2024-12-03T10:28:09,597 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:09,597 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(2837): Flushing 724f70dfcca656875ac1b4436ea0661f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-03T10:28:09,597 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=A 2024-12-03T10:28:09,598 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:09,598 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=B 2024-12-03T10:28:09,598 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:09,598 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 724f70dfcca656875ac1b4436ea0661f, store=C 2024-12-03T10:28:09,598 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:09,609 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c919ae2163604d7c9f382ff5e36127e2_724f70dfcca656875ac1b4436ea0661f is 50, key is test_row_0/A:col10/1733221686836/Put/seqid=0 2024-12-03T10:28:09,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742066_1242 (size=9914) 2024-12-03T10:28:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-03T10:28:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-03T10:28:10,017 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:10,027 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c919ae2163604d7c9f382ff5e36127e2_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c919ae2163604d7c9f382ff5e36127e2_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:10,028 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/b9aa2be6a811402f8ae5bacf89e83f40, store: [table=TestAcidGuarantees family=A region=724f70dfcca656875ac1b4436ea0661f] 2024-12-03T10:28:10,029 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/b9aa2be6a811402f8ae5bacf89e83f40 is 175, key is test_row_0/A:col10/1733221686836/Put/seqid=0 2024-12-03T10:28:10,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742067_1243 (size=22561) 2024-12-03T10:28:10,436 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/b9aa2be6a811402f8ae5bacf89e83f40 2024-12-03T10:28:10,449 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/336253bedc5e445db6d1153eb78eb0dd is 50, key is test_row_0/B:col10/1733221686836/Put/seqid=0 2024-12-03T10:28:10,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742068_1244 (size=9857) 2024-12-03T10:28:10,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-03T10:28:10,853 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/336253bedc5e445db6d1153eb78eb0dd 2024-12-03T10:28:10,861 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/5fd3d82224f64c93a2ef954fde8b0a1c is 50, key is test_row_0/C:col10/1733221686836/Put/seqid=0 2024-12-03T10:28:10,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742069_1245 (size=9857) 2024-12-03T10:28:11,267 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/5fd3d82224f64c93a2ef954fde8b0a1c 2024-12-03T10:28:11,278 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/A/b9aa2be6a811402f8ae5bacf89e83f40 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/b9aa2be6a811402f8ae5bacf89e83f40 2024-12-03T10:28:11,282 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/b9aa2be6a811402f8ae5bacf89e83f40, entries=100, sequenceid=329, filesize=22.0 K 2024-12-03T10:28:11,283 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/B/336253bedc5e445db6d1153eb78eb0dd as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/336253bedc5e445db6d1153eb78eb0dd 2024-12-03T10:28:11,286 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/336253bedc5e445db6d1153eb78eb0dd, entries=100, sequenceid=329, filesize=9.6 K 2024-12-03T10:28:11,287 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/.tmp/C/5fd3d82224f64c93a2ef954fde8b0a1c as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/5fd3d82224f64c93a2ef954fde8b0a1c 2024-12-03T10:28:11,291 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/5fd3d82224f64c93a2ef954fde8b0a1c, entries=100, sequenceid=329, filesize=9.6 K 2024-12-03T10:28:11,292 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 724f70dfcca656875ac1b4436ea0661f in 1695ms, sequenceid=329, compaction requested=true 2024-12-03T10:28:11,293 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/e58b32d3bf404b37b2d6c0594e888a31, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/929a9c34ffc34876ac093c00f3b430e1, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/8b36d303d18e4237a120d260f166afc5, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/45876f296b6b4f359017e7e5ad64ca89, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/f398eacecae44c3cb8dcb429dc267240, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/643f9d5bf7d04917bf1a8724ad7c84d5, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/5c8e140420684bb09d5b7fb4d019508b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/9ceae66ed8034e58991a0e521dc45424, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/44ffc19db935458a8faa39805610e600, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/3f9ff0463f924215805d8a43675cbf00, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/aa031fe195df4728a54ccba3f6cbb2fd, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/d785cc56320749d1ae9378a0d23c1187, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/fd75ed72cbfd4a32a8bf0b4ad4bcc7e3, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/2681c9d0a95e4eba8d18d7212ceecc6f, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/5abb36b4f1d5482c958e4b50ba3fd8e4, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/618384a9416c4cd8a7a09b3b7106222a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/809e45c4d108401abbdfeb824c231217, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/94789446434549fab35874e05754908e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/a47ede63801743ca84deb2c9088fd104, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/371ff288ac3948cab780de22a08921ea, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/e79b123c68c9495d875c4973bc279f07] to archive 2024-12-03T10:28:11,294 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T10:28:11,296 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/e58b32d3bf404b37b2d6c0594e888a31 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/e58b32d3bf404b37b2d6c0594e888a31 2024-12-03T10:28:11,298 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/929a9c34ffc34876ac093c00f3b430e1 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/929a9c34ffc34876ac093c00f3b430e1 2024-12-03T10:28:11,300 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/8b36d303d18e4237a120d260f166afc5 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/8b36d303d18e4237a120d260f166afc5 2024-12-03T10:28:11,301 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/45876f296b6b4f359017e7e5ad64ca89 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/45876f296b6b4f359017e7e5ad64ca89 2024-12-03T10:28:11,303 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/f398eacecae44c3cb8dcb429dc267240 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/f398eacecae44c3cb8dcb429dc267240 2024-12-03T10:28:11,305 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/643f9d5bf7d04917bf1a8724ad7c84d5 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/643f9d5bf7d04917bf1a8724ad7c84d5 2024-12-03T10:28:11,307 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/5c8e140420684bb09d5b7fb4d019508b to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/5c8e140420684bb09d5b7fb4d019508b 2024-12-03T10:28:11,309 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/9ceae66ed8034e58991a0e521dc45424 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/9ceae66ed8034e58991a0e521dc45424 2024-12-03T10:28:11,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/44ffc19db935458a8faa39805610e600 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/44ffc19db935458a8faa39805610e600 2024-12-03T10:28:11,313 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/3f9ff0463f924215805d8a43675cbf00 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/3f9ff0463f924215805d8a43675cbf00 2024-12-03T10:28:11,315 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/aa031fe195df4728a54ccba3f6cbb2fd to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/aa031fe195df4728a54ccba3f6cbb2fd 2024-12-03T10:28:11,316 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/d785cc56320749d1ae9378a0d23c1187 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/d785cc56320749d1ae9378a0d23c1187 2024-12-03T10:28:11,318 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/fd75ed72cbfd4a32a8bf0b4ad4bcc7e3 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/fd75ed72cbfd4a32a8bf0b4ad4bcc7e3 2024-12-03T10:28:11,320 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/2681c9d0a95e4eba8d18d7212ceecc6f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/2681c9d0a95e4eba8d18d7212ceecc6f 2024-12-03T10:28:11,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/5abb36b4f1d5482c958e4b50ba3fd8e4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/5abb36b4f1d5482c958e4b50ba3fd8e4 2024-12-03T10:28:11,323 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/618384a9416c4cd8a7a09b3b7106222a to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/618384a9416c4cd8a7a09b3b7106222a 2024-12-03T10:28:11,325 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/809e45c4d108401abbdfeb824c231217 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/809e45c4d108401abbdfeb824c231217 2024-12-03T10:28:11,326 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/94789446434549fab35874e05754908e to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/94789446434549fab35874e05754908e 2024-12-03T10:28:11,327 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/a47ede63801743ca84deb2c9088fd104 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/a47ede63801743ca84deb2c9088fd104 2024-12-03T10:28:11,328 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/371ff288ac3948cab780de22a08921ea to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/371ff288ac3948cab780de22a08921ea 2024-12-03T10:28:11,329 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/e79b123c68c9495d875c4973bc279f07 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/e79b123c68c9495d875c4973bc279f07 2024-12-03T10:28:11,330 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/142fbb4d0a3c47ec99f8f75be77e47f6, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/03c7936d577342dda7c5067029bd5fe8, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/920bd8731ea5406c96deab8fb53feae3, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/a6a9a0b7858245b9a1d3007373494bb7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/a28086c2c1df419eb506bf56495793fa, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/4b7543cc452a4005a89251ae7234bf34, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/7ada33510e5f4cd9b4218362fb3625fc, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/701f1c1915014a48911a32a9ccdde43e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/4bc9dc66c2454ced987a444246b5a6b2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/4065598b88004720916458c937ad41e2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/13f40e34655b4ecf959b68bfc39cf266, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/2271650885c3426588533907a1df0b2c, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/a2a9066e2c22426686b071579ef2e095, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/c9ab2d2176ca49cd8a953162db94553b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/e90285d23ccc4f058d363bd37c024d3c, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/ec58d0453ed24d62a224a450fc3a82d7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/33f3228483674adea76bc1ff4185f32b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/23cc4680fc3a449fb19d8e347a4c8954, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/8e2e524e85e545ec8c5575405280eab8, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/a9a1213730994fd1b32f5e3c819e4e3d, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/190e2aff08824d72a2fc818a75406608] to archive 2024-12-03T10:28:11,331 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T10:28:11,332 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/142fbb4d0a3c47ec99f8f75be77e47f6 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/142fbb4d0a3c47ec99f8f75be77e47f6 2024-12-03T10:28:11,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/03c7936d577342dda7c5067029bd5fe8 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/03c7936d577342dda7c5067029bd5fe8 2024-12-03T10:28:11,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/920bd8731ea5406c96deab8fb53feae3 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/920bd8731ea5406c96deab8fb53feae3 2024-12-03T10:28:11,334 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/a6a9a0b7858245b9a1d3007373494bb7 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/a6a9a0b7858245b9a1d3007373494bb7 2024-12-03T10:28:11,335 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/a28086c2c1df419eb506bf56495793fa to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/a28086c2c1df419eb506bf56495793fa 2024-12-03T10:28:11,336 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/4b7543cc452a4005a89251ae7234bf34 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/4b7543cc452a4005a89251ae7234bf34 2024-12-03T10:28:11,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/7ada33510e5f4cd9b4218362fb3625fc to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/7ada33510e5f4cd9b4218362fb3625fc 2024-12-03T10:28:11,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/701f1c1915014a48911a32a9ccdde43e to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/701f1c1915014a48911a32a9ccdde43e 2024-12-03T10:28:11,338 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/4bc9dc66c2454ced987a444246b5a6b2 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/4bc9dc66c2454ced987a444246b5a6b2 2024-12-03T10:28:11,339 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/4065598b88004720916458c937ad41e2 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/4065598b88004720916458c937ad41e2 2024-12-03T10:28:11,340 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/13f40e34655b4ecf959b68bfc39cf266 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/13f40e34655b4ecf959b68bfc39cf266 2024-12-03T10:28:11,341 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/2271650885c3426588533907a1df0b2c to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/2271650885c3426588533907a1df0b2c 2024-12-03T10:28:11,341 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/a2a9066e2c22426686b071579ef2e095 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/a2a9066e2c22426686b071579ef2e095 2024-12-03T10:28:11,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/c9ab2d2176ca49cd8a953162db94553b to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/c9ab2d2176ca49cd8a953162db94553b 2024-12-03T10:28:11,343 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/e90285d23ccc4f058d363bd37c024d3c to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/e90285d23ccc4f058d363bd37c024d3c 2024-12-03T10:28:11,344 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/ec58d0453ed24d62a224a450fc3a82d7 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/ec58d0453ed24d62a224a450fc3a82d7 2024-12-03T10:28:11,345 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/33f3228483674adea76bc1ff4185f32b to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/33f3228483674adea76bc1ff4185f32b 2024-12-03T10:28:11,346 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/23cc4680fc3a449fb19d8e347a4c8954 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/23cc4680fc3a449fb19d8e347a4c8954 2024-12-03T10:28:11,347 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/8e2e524e85e545ec8c5575405280eab8 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/8e2e524e85e545ec8c5575405280eab8 2024-12-03T10:28:11,347 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/a9a1213730994fd1b32f5e3c819e4e3d to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/a9a1213730994fd1b32f5e3c819e4e3d 2024-12-03T10:28:11,348 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/190e2aff08824d72a2fc818a75406608 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/190e2aff08824d72a2fc818a75406608 2024-12-03T10:28:11,349 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/c6acd7646a14453aa4203b776c0412eb, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/2857056694034404b4e5c16eb6fbf460, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/f1ed099eca744777a457444fa6a52244, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/04885649bd2e465e9971a7a08b82c822, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/65abcd973cec4423b9fd7a9adfb1db11, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/2d5059bf15e9421fba6a22a46218ebbf, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/b67d8afe828c4865817d00fc36168562, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/8f8e889fae4443f58a15e7e79c02a2e8, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/a11df53f3bca435392867e8a028b06f8, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/0f67b93ab0d749a482b6e7e6b9730205, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/7bbdcf344ed04e12825021fc1b711729, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/19754a2409504372bd70f7a43e54a466, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/4bfe5a3fe31a4b049b9b07a5e8319133, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/10017b5127664177b61d9d6cec3ce83f, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/5633d879f20343d3a652c0572b17133e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/37951720b72f47f19f575d13945a7973, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/5053884bf36345a18e36f7aa66fd7e7d, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/4dfd7ee0d55b4db6918f3764b9327078, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/79e68b3683784bed95c9d63914b70593, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/4dc5817761284224ba42e34c2aafac90, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/99f688bbb89d4b89a9cdd728dc50ccef] to archive 2024-12-03T10:28:11,350 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T10:28:11,351 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/c6acd7646a14453aa4203b776c0412eb to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/c6acd7646a14453aa4203b776c0412eb 2024-12-03T10:28:11,352 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/2857056694034404b4e5c16eb6fbf460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/2857056694034404b4e5c16eb6fbf460 2024-12-03T10:28:11,353 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/f1ed099eca744777a457444fa6a52244 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/f1ed099eca744777a457444fa6a52244 2024-12-03T10:28:11,354 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/04885649bd2e465e9971a7a08b82c822 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/04885649bd2e465e9971a7a08b82c822 2024-12-03T10:28:11,355 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/65abcd973cec4423b9fd7a9adfb1db11 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/65abcd973cec4423b9fd7a9adfb1db11 2024-12-03T10:28:11,356 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/2d5059bf15e9421fba6a22a46218ebbf to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/2d5059bf15e9421fba6a22a46218ebbf 2024-12-03T10:28:11,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/b67d8afe828c4865817d00fc36168562 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/b67d8afe828c4865817d00fc36168562 2024-12-03T10:28:11,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/8f8e889fae4443f58a15e7e79c02a2e8 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/8f8e889fae4443f58a15e7e79c02a2e8 2024-12-03T10:28:11,358 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/a11df53f3bca435392867e8a028b06f8 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/a11df53f3bca435392867e8a028b06f8 2024-12-03T10:28:11,359 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/0f67b93ab0d749a482b6e7e6b9730205 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/0f67b93ab0d749a482b6e7e6b9730205 2024-12-03T10:28:11,360 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/7bbdcf344ed04e12825021fc1b711729 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/7bbdcf344ed04e12825021fc1b711729 2024-12-03T10:28:11,361 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/19754a2409504372bd70f7a43e54a466 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/19754a2409504372bd70f7a43e54a466 2024-12-03T10:28:11,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/4bfe5a3fe31a4b049b9b07a5e8319133 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/4bfe5a3fe31a4b049b9b07a5e8319133 2024-12-03T10:28:11,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/10017b5127664177b61d9d6cec3ce83f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/10017b5127664177b61d9d6cec3ce83f 2024-12-03T10:28:11,363 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/5633d879f20343d3a652c0572b17133e to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/5633d879f20343d3a652c0572b17133e 2024-12-03T10:28:11,364 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/37951720b72f47f19f575d13945a7973 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/37951720b72f47f19f575d13945a7973 2024-12-03T10:28:11,365 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/5053884bf36345a18e36f7aa66fd7e7d to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/5053884bf36345a18e36f7aa66fd7e7d 2024-12-03T10:28:11,366 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/4dfd7ee0d55b4db6918f3764b9327078 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/4dfd7ee0d55b4db6918f3764b9327078 2024-12-03T10:28:11,367 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/79e68b3683784bed95c9d63914b70593 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/79e68b3683784bed95c9d63914b70593 2024-12-03T10:28:11,368 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/4dc5817761284224ba42e34c2aafac90 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/4dc5817761284224ba42e34c2aafac90 2024-12-03T10:28:11,369 DEBUG [StoreCloser-TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/99f688bbb89d4b89a9cdd728dc50ccef to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/99f688bbb89d4b89a9cdd728dc50ccef 2024-12-03T10:28:11,372 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/recovered.edits/332.seqid, newMaxSeqId=332, maxSeqId=4 2024-12-03T10:28:11,373 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f. 2024-12-03T10:28:11,373 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] regionserver.HRegion(1635): Region close journal for 724f70dfcca656875ac1b4436ea0661f: 2024-12-03T10:28:11,374 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=64}] handler.UnassignRegionHandler(170): Closed 724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:11,375 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=724f70dfcca656875ac1b4436ea0661f, regionState=CLOSED 2024-12-03T10:28:11,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-03T10:28:11,377 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseRegionProcedure 724f70dfcca656875ac1b4436ea0661f, server=b030dd9a36e7,33013,1733221628283 in 1.9320 sec 2024-12-03T10:28:11,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-03T10:28:11,378 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=724f70dfcca656875ac1b4436ea0661f, UNASSIGN in 1.9370 sec 2024-12-03T10:28:11,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-03T10:28:11,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9400 sec 2024-12-03T10:28:11,381 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221691380"}]},"ts":"1733221691380"} 2024-12-03T10:28:11,381 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T10:28:11,421 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T10:28:11,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0250 sec 2024-12-03T10:28:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-03T10:28:11,506 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-12-03T10:28:11,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-03T10:28:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:28:11,509 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=65, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:28:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-03T10:28:11,510 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=65, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:28:11,514 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:11,518 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A, FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B, FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C, FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/recovered.edits] 2024-12-03T10:28:11,523 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/4c2b2aee7a5d4939bd48494c717d863f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/4c2b2aee7a5d4939bd48494c717d863f 2024-12-03T10:28:11,525 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/b967b4c87b054ba69c741e4775a04f46 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/b967b4c87b054ba69c741e4775a04f46 2024-12-03T10:28:11,526 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/b9aa2be6a811402f8ae5bacf89e83f40 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/A/b9aa2be6a811402f8ae5bacf89e83f40 2024-12-03T10:28:11,528 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/21461f8175c94d74ae139ae7e0023b47 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/21461f8175c94d74ae139ae7e0023b47 2024-12-03T10:28:11,529 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/336253bedc5e445db6d1153eb78eb0dd to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/336253bedc5e445db6d1153eb78eb0dd 2024-12-03T10:28:11,530 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/3a1ab8a6e9fa4058af787b07707ed40c to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/B/3a1ab8a6e9fa4058af787b07707ed40c 2024-12-03T10:28:11,532 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/5fd3d82224f64c93a2ef954fde8b0a1c to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/5fd3d82224f64c93a2ef954fde8b0a1c 2024-12-03T10:28:11,533 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/afaab0a259374653add109a3ca086d2f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/afaab0a259374653add109a3ca086d2f 2024-12-03T10:28:11,534 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/c010ed56749b4b1f9c3880e736002ada to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/C/c010ed56749b4b1f9c3880e736002ada 2024-12-03T10:28:11,536 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/recovered.edits/332.seqid to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f/recovered.edits/332.seqid 2024-12-03T10:28:11,536 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:11,536 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T10:28:11,537 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T10:28:11,537 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-03T10:28:11,541 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203256d3bc294874540a843c243cc80dd68_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203256d3bc294874540a843c243cc80dd68_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:11,541 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120330fcd064cc0348e9b8183d5b21f12843_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120330fcd064cc0348e9b8183d5b21f12843_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:11,542 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120339be181ac8f2422b96ba983af1e04832_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120339be181ac8f2422b96ba983af1e04832_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:11,543 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033b1d6bd8dc5946e99b9b54c44a081aba_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033b1d6bd8dc5946e99b9b54c44a081aba_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:11,544 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203440daa6694e44e5fa625c1b897b376aa_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203440daa6694e44e5fa625c1b897b376aa_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:11,545 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120347fea55fcf494b79acfc2e1c2fe11c7c_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120347fea55fcf494b79acfc2e1c2fe11c7c_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:11,546 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035b2c798ef5154f3e954a3393b520aabf_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035b2c798ef5154f3e954a3393b520aabf_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:11,547 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120368023bca29d14020a58cdd3e83591f92_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120368023bca29d14020a58cdd3e83591f92_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:11,548 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203937e9d7e2ad84c098412dd81c475fb42_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203937e9d7e2ad84c098412dd81c475fb42_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:11,549 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120395a2a20e28d34983a58f806892097e39_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120395a2a20e28d34983a58f806892097e39_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:11,550 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c681f69e32774c488a3584d933524921_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c681f69e32774c488a3584d933524921_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:11,551 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c919ae2163604d7c9f382ff5e36127e2_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c919ae2163604d7c9f382ff5e36127e2_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:11,552 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203de990b1821b6440294c2982997c5f430_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203de990b1821b6440294c2982997c5f430_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:11,553 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e38121f36f464615b79b5479d5d770c8_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e38121f36f464615b79b5479d5d770c8_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:11,554 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e6d5595de13e46fda15261daf5840f00_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e6d5595de13e46fda15261daf5840f00_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:11,555 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f11cdaf476f946fbb170a90c626ac712_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f11cdaf476f946fbb170a90c626ac712_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:11,556 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f695fb34c27d4b99b03804db34f653b1_724f70dfcca656875ac1b4436ea0661f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f695fb34c27d4b99b03804db34f653b1_724f70dfcca656875ac1b4436ea0661f 2024-12-03T10:28:11,557 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T10:28:11,558 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=65, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:28:11,560 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T10:28:11,561 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T10:28:11,562 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=65, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:28:11,562 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T10:28:11,562 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733221691562"}]},"ts":"9223372036854775807"} 2024-12-03T10:28:11,564 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-03T10:28:11,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 724f70dfcca656875ac1b4436ea0661f, NAME => 'TestAcidGuarantees,,1733221662304.724f70dfcca656875ac1b4436ea0661f.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T10:28:11,564 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T10:28:11,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733221691564"}]},"ts":"9223372036854775807"} 2024-12-03T10:28:11,566 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-03T10:28:11,576 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=65, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:28:11,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 70 msec 2024-12-03T10:28:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-03T10:28:11,612 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-03T10:28:11,625 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=240 (was 241), OpenFileDescriptor=455 (was 462), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=283 (was 213) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2942 (was 3067) 2024-12-03T10:28:11,633 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=240, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=283, ProcessCount=11, AvailableMemoryMB=2942 2024-12-03T10:28:11,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T10:28:11,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:28:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T10:28:11,636 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:28:11,637 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:11,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 66 2024-12-03T10:28:11,637 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:28:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-12-03T10:28:11,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742070_1246 (size=963) 2024-12-03T10:28:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-12-03T10:28:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-12-03T10:28:12,048 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63 2024-12-03T10:28:12,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742071_1247 (size=53) 2024-12-03T10:28:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-12-03T10:28:12,451 DEBUG [master/b030dd9a36e7:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 09fbb1e68802b3f9dc26604810462b5d changed from -1.0 to 0.0, refreshing cache 2024-12-03T10:28:12,457 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:28:12,457 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 1bd9d7f3eac9515fe83583e6e48b7c99, disabling compactions & flushes 2024-12-03T10:28:12,457 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:12,458 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:12,458 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. after waiting 0 ms 2024-12-03T10:28:12,458 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:12,458 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:12,458 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:12,459 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:28:12,459 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733221692459"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221692459"}]},"ts":"1733221692459"} 2024-12-03T10:28:12,460 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-03T10:28:12,460 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:28:12,460 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221692460"}]},"ts":"1733221692460"} 2024-12-03T10:28:12,461 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T10:28:12,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1bd9d7f3eac9515fe83583e6e48b7c99, ASSIGN}] 2024-12-03T10:28:12,515 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1bd9d7f3eac9515fe83583e6e48b7c99, ASSIGN 2024-12-03T10:28:12,517 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1bd9d7f3eac9515fe83583e6e48b7c99, ASSIGN; state=OFFLINE, location=b030dd9a36e7,33013,1733221628283; forceNewPlan=false, retain=false 2024-12-03T10:28:12,668 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=1bd9d7f3eac9515fe83583e6e48b7c99, regionState=OPENING, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:12,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; OpenRegionProcedure 1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283}] 2024-12-03T10:28:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-12-03T10:28:12,824 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:12,832 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:12,833 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7285): Opening region: {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:28:12,833 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:12,833 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:28:12,833 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7327): checking encryption for 1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:12,833 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7330): checking classloading for 1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:12,835 INFO [StoreOpener-1bd9d7f3eac9515fe83583e6e48b7c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:12,837 INFO [StoreOpener-1bd9d7f3eac9515fe83583e6e48b7c99-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:28:12,837 INFO [StoreOpener-1bd9d7f3eac9515fe83583e6e48b7c99-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bd9d7f3eac9515fe83583e6e48b7c99 columnFamilyName A 2024-12-03T10:28:12,837 DEBUG [StoreOpener-1bd9d7f3eac9515fe83583e6e48b7c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:12,838 INFO [StoreOpener-1bd9d7f3eac9515fe83583e6e48b7c99-1 {}] regionserver.HStore(327): Store=1bd9d7f3eac9515fe83583e6e48b7c99/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:28:12,838 INFO [StoreOpener-1bd9d7f3eac9515fe83583e6e48b7c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:12,839 INFO [StoreOpener-1bd9d7f3eac9515fe83583e6e48b7c99-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:28:12,839 INFO [StoreOpener-1bd9d7f3eac9515fe83583e6e48b7c99-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bd9d7f3eac9515fe83583e6e48b7c99 columnFamilyName B 2024-12-03T10:28:12,839 DEBUG [StoreOpener-1bd9d7f3eac9515fe83583e6e48b7c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:12,840 INFO [StoreOpener-1bd9d7f3eac9515fe83583e6e48b7c99-1 {}] regionserver.HStore(327): Store=1bd9d7f3eac9515fe83583e6e48b7c99/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:28:12,840 INFO [StoreOpener-1bd9d7f3eac9515fe83583e6e48b7c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:12,841 INFO [StoreOpener-1bd9d7f3eac9515fe83583e6e48b7c99-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:28:12,841 INFO [StoreOpener-1bd9d7f3eac9515fe83583e6e48b7c99-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bd9d7f3eac9515fe83583e6e48b7c99 columnFamilyName C 2024-12-03T10:28:12,841 DEBUG [StoreOpener-1bd9d7f3eac9515fe83583e6e48b7c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:12,842 INFO [StoreOpener-1bd9d7f3eac9515fe83583e6e48b7c99-1 {}] regionserver.HStore(327): Store=1bd9d7f3eac9515fe83583e6e48b7c99/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:28:12,842 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:12,843 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:12,843 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:12,845 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T10:28:12,847 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1085): writing seq id for 1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:12,850 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:28:12,850 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1102): Opened 1bd9d7f3eac9515fe83583e6e48b7c99; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68287274, jitterRate=0.017559677362442017}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T10:28:12,851 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1001): Region open journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:12,851 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., pid=68, masterSystemTime=1733221692824 2024-12-03T10:28:12,853 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:12,853 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:12,853 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=1bd9d7f3eac9515fe83583e6e48b7c99, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:12,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-03T10:28:12,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; OpenRegionProcedure 1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 in 183 msec 2024-12-03T10:28:12,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-03T10:28:12,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1bd9d7f3eac9515fe83583e6e48b7c99, ASSIGN in 342 msec 2024-12-03T10:28:12,857 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:28:12,857 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221692857"}]},"ts":"1733221692857"} 2024-12-03T10:28:12,858 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T10:28:12,867 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:28:12,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2320 sec 2024-12-03T10:28:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=66 2024-12-03T10:28:13,747 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 66 completed 2024-12-03T10:28:13,752 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64dc42d9 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58341641 2024-12-03T10:28:13,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b6adc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:13,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:13,804 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59194, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:28:13,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:28:13,815 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40438, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:28:13,817 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c1ac389 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44645c55 2024-12-03T10:28:13,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669e1999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:13,827 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x028e73c0 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64ee0130 2024-12-03T10:28:13,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72aa9ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:13,840 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c480dfb to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683b64c3 2024-12-03T10:28:13,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec09297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:13,852 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34cb3991 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e55eb7 2024-12-03T10:28:13,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfb20f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:13,865 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e9ae050 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a703d2 2024-12-03T10:28:13,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cf7fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:13,877 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14ed1e44 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78b04266 2024-12-03T10:28:13,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5886c0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:13,889 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72537a47 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@88aa519 2024-12-03T10:28:13,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e575aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:13,902 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x036642cb to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e998dd3 2024-12-03T10:28:13,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131ceb8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:13,915 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c299cfb to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e4c79b8 2024-12-03T10:28:13,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a78bf6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:13,928 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x605827c9 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d1403c3 2024-12-03T10:28:13,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328852db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:13,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:28:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-12-03T10:28:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-03T10:28:13,949 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:28:13,949 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:28:13,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:28:13,952 DEBUG [hconnection-0x4465f71c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:13,952 DEBUG [hconnection-0x1cf61b13-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:13,953 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:28:13,953 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59200, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:28:13,954 DEBUG [hconnection-0x3f967cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:13,955 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59206, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:28:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:13,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1bd9d7f3eac9515fe83583e6e48b7c99 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T10:28:13,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=A 2024-12-03T10:28:13,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:13,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=B 2024-12-03T10:28:13,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:13,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=C 2024-12-03T10:28:13,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:13,959 DEBUG [hconnection-0x520fc6c2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:13,960 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:28:13,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:13,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221753968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59202 deadline: 1733221753968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:13,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221753968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:13,974 DEBUG [hconnection-0x27baf264-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:13,974 DEBUG [hconnection-0x531f62db-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:13,975 DEBUG [hconnection-0x69ffbee6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:13,975 DEBUG [hconnection-0x474a0de0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:13,975 DEBUG [hconnection-0xf2b687e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:13,975 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:28:13,976 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:28:13,976 DEBUG [hconnection-0x7ab4e70c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:13,976 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59258, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:28:13,976 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:28:13,977 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:28:13,977 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:28:13,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221753979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:13,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221753982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:13,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/311b5445c2b947a1a3d800c9586bbb7b is 50, key is test_row_0/A:col10/1733221693957/Put/seqid=0 2024-12-03T10:28:14,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742072_1248 (size=12001) 2024-12-03T10:28:14,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/311b5445c2b947a1a3d800c9586bbb7b 2024-12-03T10:28:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-03T10:28:14,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/203da4828cc2477f9895a7b7abae8d45 is 50, key is test_row_0/B:col10/1733221693957/Put/seqid=0 2024-12-03T10:28:14,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:14,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221754070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221754070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:14,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59202 deadline: 1733221754070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:14,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221754080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:14,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742073_1249 (size=12001) 2024-12-03T10:28:14,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221754084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:14,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/203da4828cc2477f9895a7b7abae8d45 2024-12-03T10:28:14,101 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:14,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-03T10:28:14,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:14,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:14,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:14,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:14,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:14,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/95e8e35a2fec4cb49bda1066f8fa2f02 is 50, key is test_row_0/C:col10/1733221693957/Put/seqid=0 2024-12-03T10:28:14,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742074_1250 (size=12001) 2024-12-03T10:28:14,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/95e8e35a2fec4cb49bda1066f8fa2f02 2024-12-03T10:28:14,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/311b5445c2b947a1a3d800c9586bbb7b as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/311b5445c2b947a1a3d800c9586bbb7b 2024-12-03T10:28:14,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/311b5445c2b947a1a3d800c9586bbb7b, entries=150, sequenceid=12, filesize=11.7 K 2024-12-03T10:28:14,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/203da4828cc2477f9895a7b7abae8d45 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/203da4828cc2477f9895a7b7abae8d45 2024-12-03T10:28:14,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/203da4828cc2477f9895a7b7abae8d45, entries=150, sequenceid=12, filesize=11.7 K 2024-12-03T10:28:14,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/95e8e35a2fec4cb49bda1066f8fa2f02 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/95e8e35a2fec4cb49bda1066f8fa2f02 2024-12-03T10:28:14,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/95e8e35a2fec4cb49bda1066f8fa2f02, entries=150, sequenceid=12, filesize=11.7 K 2024-12-03T10:28:14,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1bd9d7f3eac9515fe83583e6e48b7c99 in 196ms, sequenceid=12, compaction requested=false 2024-12-03T10:28:14,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:14,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-03T10:28:14,255 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:14,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-03T10:28:14,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:14,256 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 1bd9d7f3eac9515fe83583e6e48b7c99 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T10:28:14,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=A 2024-12-03T10:28:14,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:14,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=B 2024-12-03T10:28:14,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:14,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=C 2024-12-03T10:28:14,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:14,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/310d3fa209c84a728074121a6f844dfe is 50, key is test_row_0/A:col10/1733221693964/Put/seqid=0 2024-12-03T10:28:14,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742075_1251 (size=12001) 2024-12-03T10:28:14,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:14,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59202 deadline: 1733221754277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:14,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221754278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:14,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:14,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221754279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:14,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:14,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221754283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:14,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221754286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:14,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:14,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59202 deadline: 1733221754380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:14,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221754381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:14,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221754381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:14,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-03T10:28:14,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59202 deadline: 1733221754583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:14,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221754584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:14,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221754584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:14,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221754586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:14,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:14,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221754589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:14,665 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/310d3fa209c84a728074121a6f844dfe 2024-12-03T10:28:14,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/4f291162dded4f44ad6399af5008c3a5 is 50, key is test_row_0/B:col10/1733221693964/Put/seqid=0 2024-12-03T10:28:14,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742076_1252 (size=12001) 2024-12-03T10:28:14,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59202 deadline: 1733221754885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:14,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:14,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221754885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:14,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:14,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221754886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-03T10:28:15,076 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/4f291162dded4f44ad6399af5008c3a5 2024-12-03T10:28:15,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/c42b7ec3f284436191788aef52f12c2f is 50, key is test_row_0/C:col10/1733221693964/Put/seqid=0 2024-12-03T10:28:15,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742077_1253 (size=12001) 2024-12-03T10:28:15,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221755088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:15,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:15,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221755092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:15,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221755389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:15,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59202 deadline: 1733221755391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:15,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221755391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:15,489 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/c42b7ec3f284436191788aef52f12c2f 2024-12-03T10:28:15,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/310d3fa209c84a728074121a6f844dfe as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/310d3fa209c84a728074121a6f844dfe 2024-12-03T10:28:15,496 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/310d3fa209c84a728074121a6f844dfe, entries=150, sequenceid=37, filesize=11.7 K 2024-12-03T10:28:15,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/4f291162dded4f44ad6399af5008c3a5 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/4f291162dded4f44ad6399af5008c3a5 2024-12-03T10:28:15,500 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/4f291162dded4f44ad6399af5008c3a5, entries=150, sequenceid=37, filesize=11.7 K 2024-12-03T10:28:15,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/c42b7ec3f284436191788aef52f12c2f as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/c42b7ec3f284436191788aef52f12c2f 2024-12-03T10:28:15,504 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/c42b7ec3f284436191788aef52f12c2f, entries=150, sequenceid=37, filesize=11.7 K 2024-12-03T10:28:15,505 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1bd9d7f3eac9515fe83583e6e48b7c99 in 1249ms, sequenceid=37, compaction requested=false 2024-12-03T10:28:15,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:15,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:15,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-03T10:28:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-03T10:28:15,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-03T10:28:15,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5570 sec 2024-12-03T10:28:15,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.5620 sec 2024-12-03T10:28:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-03T10:28:16,052 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-03T10:28:16,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:28:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-12-03T10:28:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-03T10:28:16,055 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:28:16,056 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:28:16,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:28:16,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:16,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1bd9d7f3eac9515fe83583e6e48b7c99 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T10:28:16,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=A 2024-12-03T10:28:16,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:16,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=B 2024-12-03T10:28:16,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:16,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=C 2024-12-03T10:28:16,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:16,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/1ae88c30184f44ff87c4b8cf1d5b8800 is 50, key is test_row_0/A:col10/1733221694273/Put/seqid=0 2024-12-03T10:28:16,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742078_1254 (size=12001) 2024-12-03T10:28:16,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:16,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221756120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:16,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221756121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:16,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-03T10:28:16,207 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:16,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-03T10:28:16,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:16,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:16,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:16,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:16,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:16,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:16,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221756223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:16,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:16,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221756224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:16,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-03T10:28:16,359 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:16,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-03T10:28:16,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:16,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:16,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:16,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:16,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:16,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221756393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:16,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:16,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221756398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:16,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:16,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59202 deadline: 1733221756400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:16,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221756425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:16,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221756426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:16,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/1ae88c30184f44ff87c4b8cf1d5b8800 2024-12-03T10:28:16,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/540bc39ed89b4ed195d53914e0e590e6 is 50, key is test_row_0/B:col10/1733221694273/Put/seqid=0 2024-12-03T10:28:16,511 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:16,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-03T10:28:16,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:16,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:16,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:16,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:16,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:16,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742079_1255 (size=12001) 2024-12-03T10:28:16,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:16,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-03T10:28:16,664 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:16,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-03T10:28:16,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:16,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:16,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:16,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:16,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:16,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:16,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221756728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:16,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221756730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:16,817 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:16,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-03T10:28:16,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:16,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:16,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:16,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:16,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:16,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:16,899 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T10:28:16,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/540bc39ed89b4ed195d53914e0e590e6 2024-12-03T10:28:16,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/4cfa07eb5ae548d88bdfcd79c052efe4 is 50, key is test_row_0/C:col10/1733221694273/Put/seqid=0 2024-12-03T10:28:16,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742080_1256 (size=12001) 2024-12-03T10:28:16,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/4cfa07eb5ae548d88bdfcd79c052efe4 2024-12-03T10:28:16,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/1ae88c30184f44ff87c4b8cf1d5b8800 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/1ae88c30184f44ff87c4b8cf1d5b8800 2024-12-03T10:28:16,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/1ae88c30184f44ff87c4b8cf1d5b8800, entries=150, sequenceid=49, filesize=11.7 K 2024-12-03T10:28:16,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/540bc39ed89b4ed195d53914e0e590e6 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/540bc39ed89b4ed195d53914e0e590e6 2024-12-03T10:28:16,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/540bc39ed89b4ed195d53914e0e590e6, entries=150, sequenceid=49, filesize=11.7 K 2024-12-03T10:28:16,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/4cfa07eb5ae548d88bdfcd79c052efe4 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/4cfa07eb5ae548d88bdfcd79c052efe4 2024-12-03T10:28:16,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/4cfa07eb5ae548d88bdfcd79c052efe4, entries=150, sequenceid=49, filesize=11.7 K 2024-12-03T10:28:16,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 1bd9d7f3eac9515fe83583e6e48b7c99 in 862ms, sequenceid=49, compaction requested=true 2024-12-03T10:28:16,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:16,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bd9d7f3eac9515fe83583e6e48b7c99:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:28:16,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:16,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bd9d7f3eac9515fe83583e6e48b7c99:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:28:16,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:16,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bd9d7f3eac9515fe83583e6e48b7c99:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:28:16,956 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:16,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:28:16,956 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:16,957 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:16,957 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:16,957 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 1bd9d7f3eac9515fe83583e6e48b7c99/A is initiating minor compaction (all files) 2024-12-03T10:28:16,957 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 1bd9d7f3eac9515fe83583e6e48b7c99/B is initiating minor compaction (all files) 2024-12-03T10:28:16,957 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1bd9d7f3eac9515fe83583e6e48b7c99/B in TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:16,957 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1bd9d7f3eac9515fe83583e6e48b7c99/A in TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:16,957 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/203da4828cc2477f9895a7b7abae8d45, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/4f291162dded4f44ad6399af5008c3a5, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/540bc39ed89b4ed195d53914e0e590e6] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp, totalSize=35.2 K 2024-12-03T10:28:16,957 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/311b5445c2b947a1a3d800c9586bbb7b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/310d3fa209c84a728074121a6f844dfe, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/1ae88c30184f44ff87c4b8cf1d5b8800] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp, totalSize=35.2 K 2024-12-03T10:28:16,957 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 203da4828cc2477f9895a7b7abae8d45, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733221693956 2024-12-03T10:28:16,957 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 311b5445c2b947a1a3d800c9586bbb7b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733221693956 2024-12-03T10:28:16,958 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f291162dded4f44ad6399af5008c3a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733221693964 2024-12-03T10:28:16,958 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 310d3fa209c84a728074121a6f844dfe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733221693964 2024-12-03T10:28:16,958 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 540bc39ed89b4ed195d53914e0e590e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733221694273 2024-12-03T10:28:16,958 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ae88c30184f44ff87c4b8cf1d5b8800, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733221694273 2024-12-03T10:28:16,964 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bd9d7f3eac9515fe83583e6e48b7c99#A#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:16,965 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/06caa6816e6048f98f79107e5114b12c is 50, key is test_row_0/A:col10/1733221694273/Put/seqid=0 2024-12-03T10:28:16,967 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bd9d7f3eac9515fe83583e6e48b7c99#B#compaction#214 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:16,968 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/8b5d241225634f158d4e62b273fad83b is 50, key is test_row_0/B:col10/1733221694273/Put/seqid=0 2024-12-03T10:28:16,969 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:16,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-03T10:28:16,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:16,970 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 1bd9d7f3eac9515fe83583e6e48b7c99 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T10:28:16,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=A 2024-12-03T10:28:16,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:16,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=B 2024-12-03T10:28:16,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:16,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=C 2024-12-03T10:28:16,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:16,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/d2658ad48c8f49ccaeee082bc0a6dd4d is 50, key is test_row_0/A:col10/1733221696119/Put/seqid=0 2024-12-03T10:28:16,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742081_1257 (size=12104) 2024-12-03T10:28:17,002 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/06caa6816e6048f98f79107e5114b12c as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/06caa6816e6048f98f79107e5114b12c 2024-12-03T10:28:17,007 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1bd9d7f3eac9515fe83583e6e48b7c99/A of 1bd9d7f3eac9515fe83583e6e48b7c99 into 06caa6816e6048f98f79107e5114b12c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:17,007 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:17,007 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., storeName=1bd9d7f3eac9515fe83583e6e48b7c99/A, priority=13, startTime=1733221696956; duration=0sec 2024-12-03T10:28:17,007 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:28:17,007 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bd9d7f3eac9515fe83583e6e48b7c99:A 2024-12-03T10:28:17,007 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:17,009 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:17,009 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 1bd9d7f3eac9515fe83583e6e48b7c99/C is initiating minor compaction (all files) 2024-12-03T10:28:17,009 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1bd9d7f3eac9515fe83583e6e48b7c99/C in TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:17,009 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/95e8e35a2fec4cb49bda1066f8fa2f02, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/c42b7ec3f284436191788aef52f12c2f, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/4cfa07eb5ae548d88bdfcd79c052efe4] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp, totalSize=35.2 K 2024-12-03T10:28:17,010 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95e8e35a2fec4cb49bda1066f8fa2f02, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733221693956 2024-12-03T10:28:17,010 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting c42b7ec3f284436191788aef52f12c2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733221693964 2024-12-03T10:28:17,010 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cfa07eb5ae548d88bdfcd79c052efe4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733221694273 2024-12-03T10:28:17,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742082_1258 (size=12104) 2024-12-03T10:28:17,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742083_1259 (size=12001) 2024-12-03T10:28:17,020 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/d2658ad48c8f49ccaeee082bc0a6dd4d 2024-12-03T10:28:17,028 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bd9d7f3eac9515fe83583e6e48b7c99#C#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:17,029 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/5ca3e32cd4fa4497b1f5921cf55283c8 is 50, key is test_row_0/C:col10/1733221694273/Put/seqid=0 2024-12-03T10:28:17,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/fb6300e0299e4a61846cdcca6039c5c4 is 50, key is test_row_0/B:col10/1733221696119/Put/seqid=0 2024-12-03T10:28:17,038 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/8b5d241225634f158d4e62b273fad83b as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/8b5d241225634f158d4e62b273fad83b 2024-12-03T10:28:17,045 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1bd9d7f3eac9515fe83583e6e48b7c99/B of 1bd9d7f3eac9515fe83583e6e48b7c99 into 8b5d241225634f158d4e62b273fad83b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:17,045 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:17,045 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., storeName=1bd9d7f3eac9515fe83583e6e48b7c99/B, priority=13, startTime=1733221696956; duration=0sec 2024-12-03T10:28:17,045 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:17,045 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bd9d7f3eac9515fe83583e6e48b7c99:B 2024-12-03T10:28:17,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742085_1261 (size=12104) 2024-12-03T10:28:17,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742084_1260 (size=12001) 2024-12-03T10:28:17,061 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/fb6300e0299e4a61846cdcca6039c5c4 2024-12-03T10:28:17,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/184e3681f4274286a13db63b472fb660 is 50, key is test_row_0/C:col10/1733221696119/Put/seqid=0 2024-12-03T10:28:17,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742086_1262 (size=12001) 2024-12-03T10:28:17,085 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/184e3681f4274286a13db63b472fb660 2024-12-03T10:28:17,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/d2658ad48c8f49ccaeee082bc0a6dd4d as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/d2658ad48c8f49ccaeee082bc0a6dd4d 2024-12-03T10:28:17,094 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/d2658ad48c8f49ccaeee082bc0a6dd4d, entries=150, sequenceid=74, filesize=11.7 K 2024-12-03T10:28:17,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/fb6300e0299e4a61846cdcca6039c5c4 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/fb6300e0299e4a61846cdcca6039c5c4 2024-12-03T10:28:17,100 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/fb6300e0299e4a61846cdcca6039c5c4, entries=150, sequenceid=74, filesize=11.7 K 2024-12-03T10:28:17,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/184e3681f4274286a13db63b472fb660 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/184e3681f4274286a13db63b472fb660 2024-12-03T10:28:17,106 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/184e3681f4274286a13db63b472fb660, entries=150, sequenceid=74, filesize=11.7 K 2024-12-03T10:28:17,107 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 1bd9d7f3eac9515fe83583e6e48b7c99 in 137ms, sequenceid=74, compaction requested=false 2024-12-03T10:28:17,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:17,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:17,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-12-03T10:28:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-12-03T10:28:17,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-03T10:28:17,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0520 sec 2024-12-03T10:28:17,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.0570 sec 2024-12-03T10:28:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-03T10:28:17,157 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-12-03T10:28:17,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:28:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-12-03T10:28:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-03T10:28:17,159 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:28:17,160 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:28:17,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:28:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:17,240 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1bd9d7f3eac9515fe83583e6e48b7c99 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T10:28:17,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=A 2024-12-03T10:28:17,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:17,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=B 2024-12-03T10:28:17,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:17,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=C 2024-12-03T10:28:17,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:17,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/a4e317c243b94320aee2ab85a85cc070 is 50, key is test_row_0/A:col10/1733221697239/Put/seqid=0 2024-12-03T10:28:17,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742087_1263 (size=12001) 2024-12-03T10:28:17,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/a4e317c243b94320aee2ab85a85cc070 2024-12-03T10:28:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-03T10:28:17,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/3fe4100b430a4c1cb92e84f75772d07a is 50, key is test_row_0/B:col10/1733221697239/Put/seqid=0 2024-12-03T10:28:17,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742088_1264 (size=12001) 2024-12-03T10:28:17,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221757274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:17,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221757275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:17,311 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:17,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-03T10:28:17,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:17,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:17,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:17,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:17,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:17,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221757377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:17,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221757378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:17,453 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/5ca3e32cd4fa4497b1f5921cf55283c8 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/5ca3e32cd4fa4497b1f5921cf55283c8 2024-12-03T10:28:17,458 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1bd9d7f3eac9515fe83583e6e48b7c99/C of 1bd9d7f3eac9515fe83583e6e48b7c99 into 5ca3e32cd4fa4497b1f5921cf55283c8(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:17,458 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:17,458 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., storeName=1bd9d7f3eac9515fe83583e6e48b7c99/C, priority=13, startTime=1733221696956; duration=0sec 2024-12-03T10:28:17,458 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:17,458 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bd9d7f3eac9515fe83583e6e48b7c99:C 2024-12-03T10:28:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-03T10:28:17,464 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:17,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-03T10:28:17,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:17,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:17,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:17,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:17,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:17,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221757580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:17,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221757581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:17,616 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:17,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-03T10:28:17,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:17,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:17,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:17,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:17,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:17,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/3fe4100b430a4c1cb92e84f75772d07a 2024-12-03T10:28:17,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/535d4cf2d888476193e9fe58ae400453 is 50, key is test_row_0/C:col10/1733221697239/Put/seqid=0 2024-12-03T10:28:17,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742089_1265 (size=12001) 2024-12-03T10:28:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-03T10:28:17,768 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:17,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-03T10:28:17,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:17,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:17,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:17,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:17,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:17,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:17,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221757883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:17,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221757885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:17,922 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:17,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-03T10:28:17,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:17,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:17,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:17,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:17,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:18,074 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:18,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-03T10:28:18,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:18,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:18,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:18,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:18,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:18,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/535d4cf2d888476193e9fe58ae400453 2024-12-03T10:28:18,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/a4e317c243b94320aee2ab85a85cc070 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/a4e317c243b94320aee2ab85a85cc070 2024-12-03T10:28:18,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/a4e317c243b94320aee2ab85a85cc070, entries=150, sequenceid=88, filesize=11.7 K 2024-12-03T10:28:18,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/3fe4100b430a4c1cb92e84f75772d07a as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/3fe4100b430a4c1cb92e84f75772d07a 2024-12-03T10:28:18,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/3fe4100b430a4c1cb92e84f75772d07a, entries=150, sequenceid=88, filesize=11.7 K 2024-12-03T10:28:18,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/535d4cf2d888476193e9fe58ae400453 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/535d4cf2d888476193e9fe58ae400453 2024-12-03T10:28:18,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/535d4cf2d888476193e9fe58ae400453, entries=150, sequenceid=88, filesize=11.7 K 2024-12-03T10:28:18,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1bd9d7f3eac9515fe83583e6e48b7c99 in 861ms, sequenceid=88, compaction requested=true 2024-12-03T10:28:18,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:18,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bd9d7f3eac9515fe83583e6e48b7c99:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:28:18,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:18,101 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:18,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bd9d7f3eac9515fe83583e6e48b7c99:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:28:18,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:18,102 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:18,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bd9d7f3eac9515fe83583e6e48b7c99:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:28:18,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:28:18,103 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:18,103 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:18,103 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 1bd9d7f3eac9515fe83583e6e48b7c99/A is initiating minor compaction (all files) 2024-12-03T10:28:18,103 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 1bd9d7f3eac9515fe83583e6e48b7c99/B is initiating minor compaction (all files) 2024-12-03T10:28:18,103 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1bd9d7f3eac9515fe83583e6e48b7c99/B in TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:18,103 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1bd9d7f3eac9515fe83583e6e48b7c99/A in TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:18,103 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/06caa6816e6048f98f79107e5114b12c, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/d2658ad48c8f49ccaeee082bc0a6dd4d, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/a4e317c243b94320aee2ab85a85cc070] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp, totalSize=35.3 K 2024-12-03T10:28:18,103 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/8b5d241225634f158d4e62b273fad83b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/fb6300e0299e4a61846cdcca6039c5c4, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/3fe4100b430a4c1cb92e84f75772d07a] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp, totalSize=35.3 K 2024-12-03T10:28:18,103 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b5d241225634f158d4e62b273fad83b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733221694273 2024-12-03T10:28:18,103 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06caa6816e6048f98f79107e5114b12c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733221694273 2024-12-03T10:28:18,104 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2658ad48c8f49ccaeee082bc0a6dd4d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733221696110 2024-12-03T10:28:18,104 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting fb6300e0299e4a61846cdcca6039c5c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733221696110 2024-12-03T10:28:18,104 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4e317c243b94320aee2ab85a85cc070, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733221697238 2024-12-03T10:28:18,104 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fe4100b430a4c1cb92e84f75772d07a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733221697238 2024-12-03T10:28:18,109 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bd9d7f3eac9515fe83583e6e48b7c99#A#compaction#222 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:18,110 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/46781424ed814185a708baf9db251d45 is 50, key is test_row_0/A:col10/1733221697239/Put/seqid=0 2024-12-03T10:28:18,110 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bd9d7f3eac9515fe83583e6e48b7c99#B#compaction#223 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:18,110 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/5ca10bbd515b4e30af8e704ec87c40b7 is 50, key is test_row_0/B:col10/1733221697239/Put/seqid=0 2024-12-03T10:28:18,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742090_1266 (size=12207) 2024-12-03T10:28:18,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742091_1267 (size=12207) 2024-12-03T10:28:18,153 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/5ca10bbd515b4e30af8e704ec87c40b7 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/5ca10bbd515b4e30af8e704ec87c40b7 2024-12-03T10:28:18,157 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1bd9d7f3eac9515fe83583e6e48b7c99/B of 1bd9d7f3eac9515fe83583e6e48b7c99 into 5ca10bbd515b4e30af8e704ec87c40b7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:18,157 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:18,157 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., storeName=1bd9d7f3eac9515fe83583e6e48b7c99/B, priority=13, startTime=1733221698101; duration=0sec 2024-12-03T10:28:18,157 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:28:18,157 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bd9d7f3eac9515fe83583e6e48b7c99:B 2024-12-03T10:28:18,157 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:18,158 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:18,158 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 1bd9d7f3eac9515fe83583e6e48b7c99/C is initiating minor compaction (all files) 2024-12-03T10:28:18,158 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1bd9d7f3eac9515fe83583e6e48b7c99/C in TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:18,158 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/5ca3e32cd4fa4497b1f5921cf55283c8, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/184e3681f4274286a13db63b472fb660, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/535d4cf2d888476193e9fe58ae400453] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp, totalSize=35.3 K 2024-12-03T10:28:18,159 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ca3e32cd4fa4497b1f5921cf55283c8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733221694273 2024-12-03T10:28:18,159 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 184e3681f4274286a13db63b472fb660, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733221696110 2024-12-03T10:28:18,159 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 535d4cf2d888476193e9fe58ae400453, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733221697238 2024-12-03T10:28:18,165 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bd9d7f3eac9515fe83583e6e48b7c99#C#compaction#224 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:18,166 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/1cd8880d8d15493bb2e1fc28fb124735 is 50, key is test_row_0/C:col10/1733221697239/Put/seqid=0 2024-12-03T10:28:18,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742092_1268 (size=12207) 2024-12-03T10:28:18,227 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:18,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-03T10:28:18,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:18,227 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 1bd9d7f3eac9515fe83583e6e48b7c99 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T10:28:18,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=A 2024-12-03T10:28:18,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:18,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=B 2024-12-03T10:28:18,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:18,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=C 2024-12-03T10:28:18,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:18,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/f3f01cbf565e4359868cbb32c317e374 is 50, key is test_row_0/A:col10/1733221697267/Put/seqid=0 2024-12-03T10:28:18,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742093_1269 (size=12001) 2024-12-03T10:28:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-03T10:28:18,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:18,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:18,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221758396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:18,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221758396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:18,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221758399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:18,400 DEBUG [Thread-1144 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4121 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., hostname=b030dd9a36e7,33013,1733221628283, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:28:18,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221758405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:18,407 DEBUG [Thread-1138 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4129 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., hostname=b030dd9a36e7,33013,1733221628283, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:28:18,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59202 deadline: 1733221758412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:18,414 DEBUG [Thread-1140 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., hostname=b030dd9a36e7,33013,1733221628283, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:28:18,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221758498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:18,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221758498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:18,549 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/46781424ed814185a708baf9db251d45 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/46781424ed814185a708baf9db251d45 2024-12-03T10:28:18,553 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1bd9d7f3eac9515fe83583e6e48b7c99/A of 1bd9d7f3eac9515fe83583e6e48b7c99 into 46781424ed814185a708baf9db251d45(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:18,553 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:18,553 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., storeName=1bd9d7f3eac9515fe83583e6e48b7c99/A, priority=13, startTime=1733221698101; duration=0sec 2024-12-03T10:28:18,553 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:18,553 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bd9d7f3eac9515fe83583e6e48b7c99:A 2024-12-03T10:28:18,574 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/1cd8880d8d15493bb2e1fc28fb124735 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/1cd8880d8d15493bb2e1fc28fb124735 2024-12-03T10:28:18,578 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1bd9d7f3eac9515fe83583e6e48b7c99/C of 1bd9d7f3eac9515fe83583e6e48b7c99 into 1cd8880d8d15493bb2e1fc28fb124735(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:18,578 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:18,578 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., storeName=1bd9d7f3eac9515fe83583e6e48b7c99/C, priority=13, startTime=1733221698102; duration=0sec 2024-12-03T10:28:18,578 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:18,578 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bd9d7f3eac9515fe83583e6e48b7c99:C 2024-12-03T10:28:18,635 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/f3f01cbf565e4359868cbb32c317e374 2024-12-03T10:28:18,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/05afb61e36a94b3d9d0383e0cd115cd2 is 50, key is test_row_0/B:col10/1733221697267/Put/seqid=0 2024-12-03T10:28:18,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742094_1270 (size=12001) 2024-12-03T10:28:18,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:18,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221758701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221758700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:19,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:19,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221759002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:19,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:19,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221759004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:19,044 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/05afb61e36a94b3d9d0383e0cd115cd2 2024-12-03T10:28:19,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/5584274f9452471d975ca5fe7ff6a8bc is 50, key is test_row_0/C:col10/1733221697267/Put/seqid=0 2024-12-03T10:28:19,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742095_1271 (size=12001) 2024-12-03T10:28:19,054 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/5584274f9452471d975ca5fe7ff6a8bc 2024-12-03T10:28:19,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/f3f01cbf565e4359868cbb32c317e374 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/f3f01cbf565e4359868cbb32c317e374 2024-12-03T10:28:19,062 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/f3f01cbf565e4359868cbb32c317e374, entries=150, sequenceid=114, filesize=11.7 K 2024-12-03T10:28:19,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/05afb61e36a94b3d9d0383e0cd115cd2 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/05afb61e36a94b3d9d0383e0cd115cd2 2024-12-03T10:28:19,067 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/05afb61e36a94b3d9d0383e0cd115cd2, entries=150, sequenceid=114, filesize=11.7 K 2024-12-03T10:28:19,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/5584274f9452471d975ca5fe7ff6a8bc as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/5584274f9452471d975ca5fe7ff6a8bc 2024-12-03T10:28:19,072 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/5584274f9452471d975ca5fe7ff6a8bc, entries=150, sequenceid=114, filesize=11.7 K 2024-12-03T10:28:19,073 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1bd9d7f3eac9515fe83583e6e48b7c99 in 846ms, sequenceid=114, compaction requested=false 2024-12-03T10:28:19,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:19,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:19,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-12-03T10:28:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-12-03T10:28:19,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-03T10:28:19,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9140 sec 2024-12-03T10:28:19,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.9170 sec 2024-12-03T10:28:19,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-03T10:28:19,262 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-12-03T10:28:19,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:28:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-12-03T10:28:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-03T10:28:19,266 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:28:19,267 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:28:19,267 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:28:19,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-03T10:28:19,419 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:19,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-03T10:28:19,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:19,419 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 1bd9d7f3eac9515fe83583e6e48b7c99 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T10:28:19,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=A 2024-12-03T10:28:19,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:19,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=B 2024-12-03T10:28:19,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:19,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=C 2024-12-03T10:28:19,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/18d91aa13900420f83eb26695706f53a is 50, key is test_row_0/A:col10/1733221698392/Put/seqid=0 2024-12-03T10:28:19,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742096_1272 (size=12001) 2024-12-03T10:28:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:19,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:19,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221759539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:19,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:19,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221759539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-03T10:28:19,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221759641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:19,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:19,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221759641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:19,830 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/18d91aa13900420f83eb26695706f53a 2024-12-03T10:28:19,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/1bffb7f19e064c4980e270d0f05e5a36 is 50, key is test_row_0/B:col10/1733221698392/Put/seqid=0 2024-12-03T10:28:19,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742097_1273 (size=12001) 2024-12-03T10:28:19,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221759843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:19,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:19,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221759844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-03T10:28:20,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221760146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:20,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221760146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:20,240 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/1bffb7f19e064c4980e270d0f05e5a36 2024-12-03T10:28:20,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/fb99cc82eade43f889644db384ab741f is 50, key is test_row_0/C:col10/1733221698392/Put/seqid=0 2024-12-03T10:28:20,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742098_1274 (size=12001) 2024-12-03T10:28:20,251 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/fb99cc82eade43f889644db384ab741f 2024-12-03T10:28:20,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/18d91aa13900420f83eb26695706f53a as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/18d91aa13900420f83eb26695706f53a 2024-12-03T10:28:20,257 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/18d91aa13900420f83eb26695706f53a, entries=150, sequenceid=128, filesize=11.7 K 2024-12-03T10:28:20,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/1bffb7f19e064c4980e270d0f05e5a36 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/1bffb7f19e064c4980e270d0f05e5a36 2024-12-03T10:28:20,261 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/1bffb7f19e064c4980e270d0f05e5a36, entries=150, sequenceid=128, filesize=11.7 K 2024-12-03T10:28:20,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/fb99cc82eade43f889644db384ab741f as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/fb99cc82eade43f889644db384ab741f 2024-12-03T10:28:20,265 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/fb99cc82eade43f889644db384ab741f, entries=150, sequenceid=128, filesize=11.7 K 2024-12-03T10:28:20,265 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 1bd9d7f3eac9515fe83583e6e48b7c99 in 846ms, sequenceid=128, compaction requested=true 2024-12-03T10:28:20,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:20,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:20,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-12-03T10:28:20,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-12-03T10:28:20,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-03T10:28:20,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 999 msec 2024-12-03T10:28:20,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.0040 sec 2024-12-03T10:28:20,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-03T10:28:20,368 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-03T10:28:20,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:28:20,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-12-03T10:28:20,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-03T10:28:20,370 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:28:20,370 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:28:20,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:28:20,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-03T10:28:20,521 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:20,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-03T10:28:20,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:20,522 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 1bd9d7f3eac9515fe83583e6e48b7c99 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T10:28:20,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=A 2024-12-03T10:28:20,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:20,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=B 2024-12-03T10:28:20,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:20,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=C 2024-12-03T10:28:20,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:20,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/abc775a41e7a4c3bb49aae88af65fd93 is 50, key is test_row_0/A:col10/1733221699538/Put/seqid=0 2024-12-03T10:28:20,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742099_1275 (size=12151) 2024-12-03T10:28:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:20,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:20,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221760658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:20,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221760659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-03T10:28:20,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221760761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:20,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221760762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:20,953 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/abc775a41e7a4c3bb49aae88af65fd93 2024-12-03T10:28:20,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/acfc9a7f8ebd4f86b72cc4f95c11daa2 is 50, key is test_row_0/B:col10/1733221699538/Put/seqid=0 2024-12-03T10:28:20,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742100_1276 (size=12151) 2024-12-03T10:28:20,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221760964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:20,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221760966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-03T10:28:21,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221761266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:21,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221761268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:21,365 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/acfc9a7f8ebd4f86b72cc4f95c11daa2 2024-12-03T10:28:21,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/0f6edd58ffe946dcbc9471c0834dafd0 is 50, key is test_row_0/C:col10/1733221699538/Put/seqid=0 2024-12-03T10:28:21,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742101_1277 (size=12151) 2024-12-03T10:28:21,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-03T10:28:21,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221761769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:21,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221761773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:21,805 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/0f6edd58ffe946dcbc9471c0834dafd0 2024-12-03T10:28:21,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/abc775a41e7a4c3bb49aae88af65fd93 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/abc775a41e7a4c3bb49aae88af65fd93 2024-12-03T10:28:21,812 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/abc775a41e7a4c3bb49aae88af65fd93, entries=150, sequenceid=153, filesize=11.9 K 2024-12-03T10:28:21,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/acfc9a7f8ebd4f86b72cc4f95c11daa2 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/acfc9a7f8ebd4f86b72cc4f95c11daa2 2024-12-03T10:28:21,816 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/acfc9a7f8ebd4f86b72cc4f95c11daa2, entries=150, sequenceid=153, filesize=11.9 K 2024-12-03T10:28:21,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/0f6edd58ffe946dcbc9471c0834dafd0 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/0f6edd58ffe946dcbc9471c0834dafd0 2024-12-03T10:28:21,820 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/0f6edd58ffe946dcbc9471c0834dafd0, entries=150, sequenceid=153, filesize=11.9 K 2024-12-03T10:28:21,820 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1bd9d7f3eac9515fe83583e6e48b7c99 in 1298ms, sequenceid=153, compaction requested=true 2024-12-03T10:28:21,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:21,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:21,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-12-03T10:28:21,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-12-03T10:28:21,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-03T10:28:21,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4510 sec 2024-12-03T10:28:21,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.4540 sec 2024-12-03T10:28:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:22,409 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1bd9d7f3eac9515fe83583e6e48b7c99 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T10:28:22,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=A 2024-12-03T10:28:22,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:22,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=B 2024-12-03T10:28:22,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:22,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=C 2024-12-03T10:28:22,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:22,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/ec0510fa36ad4d45b0ab3d15daf327e2 is 50, key is test_row_0/A:col10/1733221700656/Put/seqid=0 2024-12-03T10:28:22,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742102_1278 (size=14541) 2024-12-03T10:28:22,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/ec0510fa36ad4d45b0ab3d15daf327e2 2024-12-03T10:28:22,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/dab83804f431408ea69cdd421b99888f is 50, key is test_row_0/B:col10/1733221700656/Put/seqid=0 2024-12-03T10:28:22,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742103_1279 (size=12151) 2024-12-03T10:28:22,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59202 deadline: 1733221762446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:22,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221762446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:22,448 DEBUG [Thread-1140 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8171 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., hostname=b030dd9a36e7,33013,1733221628283, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:28:22,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221762447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-03T10:28:22,473 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-03T10:28:22,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:28:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-03T10:28:22,475 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:28:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-03T10:28:22,476 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:28:22,476 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:28:22,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:22,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221762549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:22,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221762550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-03T10:28:22,627 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:22,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-03T10:28:22,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:22,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:22,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:22,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:22,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:22,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:22,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:22,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221762751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:22,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221762753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:22,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:22,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221762773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:22,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221762775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-03T10:28:22,779 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:22,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-03T10:28:22,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:22,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:22,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:22,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:22,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:22,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/dab83804f431408ea69cdd421b99888f 2024-12-03T10:28:22,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/093fd6ae38b24472974c009d97bc9392 is 50, key is test_row_0/C:col10/1733221700656/Put/seqid=0 2024-12-03T10:28:22,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742104_1280 (size=12151) 2024-12-03T10:28:22,932 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:22,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-03T10:28:22,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:22,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:22,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:22,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:22,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:22,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:23,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:23,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221763054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:23,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:23,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221763056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-03T10:28:23,084 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:23,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-03T10:28:23,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:23,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:23,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:23,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:23,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:23,236 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:23,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-03T10:28:23,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:23,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:23,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:23,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:23,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:23,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/093fd6ae38b24472974c009d97bc9392 2024-12-03T10:28:23,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/ec0510fa36ad4d45b0ab3d15daf327e2 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/ec0510fa36ad4d45b0ab3d15daf327e2 2024-12-03T10:28:23,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/ec0510fa36ad4d45b0ab3d15daf327e2, entries=200, sequenceid=165, filesize=14.2 K 2024-12-03T10:28:23,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/dab83804f431408ea69cdd421b99888f as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/dab83804f431408ea69cdd421b99888f 2024-12-03T10:28:23,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/dab83804f431408ea69cdd421b99888f, entries=150, sequenceid=165, filesize=11.9 K 2024-12-03T10:28:23,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/093fd6ae38b24472974c009d97bc9392 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/093fd6ae38b24472974c009d97bc9392 2024-12-03T10:28:23,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/093fd6ae38b24472974c009d97bc9392, entries=150, sequenceid=165, filesize=11.9 K 2024-12-03T10:28:23,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1bd9d7f3eac9515fe83583e6e48b7c99 in 860ms, sequenceid=165, compaction requested=true 2024-12-03T10:28:23,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:23,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bd9d7f3eac9515fe83583e6e48b7c99:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:28:23,270 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-03T10:28:23,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:23,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bd9d7f3eac9515fe83583e6e48b7c99:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:28:23,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:23,270 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-03T10:28:23,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bd9d7f3eac9515fe83583e6e48b7c99:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:28:23,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:28:23,271 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62901 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-03T10:28:23,271 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60511 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-03T10:28:23,271 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 1bd9d7f3eac9515fe83583e6e48b7c99/A is initiating minor compaction (all files) 2024-12-03T10:28:23,271 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 1bd9d7f3eac9515fe83583e6e48b7c99/B is initiating minor compaction (all files) 2024-12-03T10:28:23,271 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1bd9d7f3eac9515fe83583e6e48b7c99/A in TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:23,271 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1bd9d7f3eac9515fe83583e6e48b7c99/B in TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:23,271 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/46781424ed814185a708baf9db251d45, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/f3f01cbf565e4359868cbb32c317e374, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/18d91aa13900420f83eb26695706f53a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/abc775a41e7a4c3bb49aae88af65fd93, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/ec0510fa36ad4d45b0ab3d15daf327e2] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp, totalSize=61.4 K 2024-12-03T10:28:23,271 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/5ca10bbd515b4e30af8e704ec87c40b7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/05afb61e36a94b3d9d0383e0cd115cd2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/1bffb7f19e064c4980e270d0f05e5a36, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/acfc9a7f8ebd4f86b72cc4f95c11daa2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/dab83804f431408ea69cdd421b99888f] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp, totalSize=59.1 K 2024-12-03T10:28:23,271 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46781424ed814185a708baf9db251d45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733221697238 2024-12-03T10:28:23,271 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ca10bbd515b4e30af8e704ec87c40b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733221697238 2024-12-03T10:28:23,272 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3f01cbf565e4359868cbb32c317e374, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733221697267 2024-12-03T10:28:23,272 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 05afb61e36a94b3d9d0383e0cd115cd2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733221697267 2024-12-03T10:28:23,275 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bffb7f19e064c4980e270d0f05e5a36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733221698392 2024-12-03T10:28:23,275 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18d91aa13900420f83eb26695706f53a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733221698392 2024-12-03T10:28:23,275 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting acfc9a7f8ebd4f86b72cc4f95c11daa2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733221699524 2024-12-03T10:28:23,275 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting abc775a41e7a4c3bb49aae88af65fd93, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733221699524 2024-12-03T10:28:23,275 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting dab83804f431408ea69cdd421b99888f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733221700656 2024-12-03T10:28:23,275 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec0510fa36ad4d45b0ab3d15daf327e2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733221700656 2024-12-03T10:28:23,285 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bd9d7f3eac9515fe83583e6e48b7c99#B#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:23,285 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bd9d7f3eac9515fe83583e6e48b7c99#A#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:23,286 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/b4354c3cbca94513a5e19bfddba53811 is 50, key is test_row_0/A:col10/1733221700656/Put/seqid=0 2024-12-03T10:28:23,286 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/f331afa2a95245e7b308d523f4d41809 is 50, key is test_row_0/B:col10/1733221700656/Put/seqid=0 2024-12-03T10:28:23,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742106_1282 (size=12527) 2024-12-03T10:28:23,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742105_1281 (size=12527) 2024-12-03T10:28:23,294 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/f331afa2a95245e7b308d523f4d41809 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/f331afa2a95245e7b308d523f4d41809 2024-12-03T10:28:23,299 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1bd9d7f3eac9515fe83583e6e48b7c99/B of 1bd9d7f3eac9515fe83583e6e48b7c99 into f331afa2a95245e7b308d523f4d41809(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:23,299 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:23,299 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., storeName=1bd9d7f3eac9515fe83583e6e48b7c99/B, priority=11, startTime=1733221703270; duration=0sec 2024-12-03T10:28:23,299 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:28:23,299 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bd9d7f3eac9515fe83583e6e48b7c99:B 2024-12-03T10:28:23,299 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-03T10:28:23,301 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60511 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-03T10:28:23,301 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 1bd9d7f3eac9515fe83583e6e48b7c99/C is initiating minor compaction (all files) 2024-12-03T10:28:23,301 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1bd9d7f3eac9515fe83583e6e48b7c99/C in TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:23,301 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/1cd8880d8d15493bb2e1fc28fb124735, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/5584274f9452471d975ca5fe7ff6a8bc, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/fb99cc82eade43f889644db384ab741f, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/0f6edd58ffe946dcbc9471c0834dafd0, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/093fd6ae38b24472974c009d97bc9392] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp, totalSize=59.1 K 2024-12-03T10:28:23,301 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cd8880d8d15493bb2e1fc28fb124735, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733221697238 2024-12-03T10:28:23,302 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 5584274f9452471d975ca5fe7ff6a8bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733221697267 2024-12-03T10:28:23,302 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting fb99cc82eade43f889644db384ab741f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733221698392 2024-12-03T10:28:23,303 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f6edd58ffe946dcbc9471c0834dafd0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733221699524 2024-12-03T10:28:23,303 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 093fd6ae38b24472974c009d97bc9392, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733221700656 2024-12-03T10:28:23,314 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bd9d7f3eac9515fe83583e6e48b7c99#C#compaction#239 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:23,315 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/4378d6cebb5f4b7c83ab3a87c76ed018 is 50, key is test_row_0/C:col10/1733221700656/Put/seqid=0 2024-12-03T10:28:23,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742107_1283 (size=12527) 2024-12-03T10:28:23,326 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/4378d6cebb5f4b7c83ab3a87c76ed018 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/4378d6cebb5f4b7c83ab3a87c76ed018 2024-12-03T10:28:23,333 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1bd9d7f3eac9515fe83583e6e48b7c99/C of 1bd9d7f3eac9515fe83583e6e48b7c99 into 4378d6cebb5f4b7c83ab3a87c76ed018(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:23,333 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:23,333 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., storeName=1bd9d7f3eac9515fe83583e6e48b7c99/C, priority=11, startTime=1733221703270; duration=0sec 2024-12-03T10:28:23,333 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:23,333 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bd9d7f3eac9515fe83583e6e48b7c99:C 2024-12-03T10:28:23,389 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:23,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-03T10:28:23,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:23,389 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 1bd9d7f3eac9515fe83583e6e48b7c99 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T10:28:23,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=A 2024-12-03T10:28:23,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:23,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=B 2024-12-03T10:28:23,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:23,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=C 2024-12-03T10:28:23,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:23,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/a5d4e45128a34b81ae0e7bcbf99dc44a is 50, key is test_row_0/A:col10/1733221702443/Put/seqid=0 2024-12-03T10:28:23,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742108_1284 (size=12151) 2024-12-03T10:28:23,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:23,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-03T10:28:23,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221763589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:23,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:23,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221763590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:23,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221763692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:23,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221763692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:23,697 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/b4354c3cbca94513a5e19bfddba53811 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/b4354c3cbca94513a5e19bfddba53811 2024-12-03T10:28:23,701 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1bd9d7f3eac9515fe83583e6e48b7c99/A of 1bd9d7f3eac9515fe83583e6e48b7c99 into b4354c3cbca94513a5e19bfddba53811(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:23,701 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:23,701 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., storeName=1bd9d7f3eac9515fe83583e6e48b7c99/A, priority=11, startTime=1733221703270; duration=0sec 2024-12-03T10:28:23,701 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:23,701 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bd9d7f3eac9515fe83583e6e48b7c99:A 2024-12-03T10:28:23,817 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/a5d4e45128a34b81ae0e7bcbf99dc44a 2024-12-03T10:28:23,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/681cb397fd5144f98ed80c7af2d404c4 is 50, key is test_row_0/B:col10/1733221702443/Put/seqid=0 2024-12-03T10:28:23,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742109_1285 (size=12151) 2024-12-03T10:28:23,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221763894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:23,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:23,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221763895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:24,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:24,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221764198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:24,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221764198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:24,228 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/681cb397fd5144f98ed80c7af2d404c4 2024-12-03T10:28:24,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/aeef5720cb0d49f3841a7ec4971eabf8 is 50, key is test_row_0/C:col10/1733221702443/Put/seqid=0 2024-12-03T10:28:24,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742110_1286 (size=12151) 2024-12-03T10:28:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-03T10:28:24,638 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/aeef5720cb0d49f3841a7ec4971eabf8 2024-12-03T10:28:24,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/a5d4e45128a34b81ae0e7bcbf99dc44a as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/a5d4e45128a34b81ae0e7bcbf99dc44a 2024-12-03T10:28:24,647 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/a5d4e45128a34b81ae0e7bcbf99dc44a, entries=150, sequenceid=191, filesize=11.9 K 2024-12-03T10:28:24,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/681cb397fd5144f98ed80c7af2d404c4 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/681cb397fd5144f98ed80c7af2d404c4 2024-12-03T10:28:24,651 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/681cb397fd5144f98ed80c7af2d404c4, entries=150, sequenceid=191, filesize=11.9 K 2024-12-03T10:28:24,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/aeef5720cb0d49f3841a7ec4971eabf8 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/aeef5720cb0d49f3841a7ec4971eabf8 2024-12-03T10:28:24,655 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/aeef5720cb0d49f3841a7ec4971eabf8, entries=150, sequenceid=191, filesize=11.9 K 2024-12-03T10:28:24,656 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 1bd9d7f3eac9515fe83583e6e48b7c99 in 1267ms, sequenceid=191, compaction requested=false 2024-12-03T10:28:24,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:24,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:24,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-03T10:28:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-12-03T10:28:24,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-03T10:28:24,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1810 sec 2024-12-03T10:28:24,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 2.1840 sec 2024-12-03T10:28:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:24,703 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1bd9d7f3eac9515fe83583e6e48b7c99 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-03T10:28:24,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=A 2024-12-03T10:28:24,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:24,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=B 2024-12-03T10:28:24,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:24,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=C 2024-12-03T10:28:24,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:24,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/340a367a07a84d22a03a7137416f062d is 50, key is test_row_0/A:col10/1733221703588/Put/seqid=0 2024-12-03T10:28:24,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742111_1287 (size=12151) 2024-12-03T10:28:24,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:24,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221764722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:24,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221764723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:24,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221764784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:24,786 DEBUG [Thread-1136 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4128 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., hostname=b030dd9a36e7,33013,1733221628283, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:28:24,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221764792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:24,793 DEBUG [Thread-1142 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., hostname=b030dd9a36e7,33013,1733221628283, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:28:24,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221764825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:24,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221764825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:25,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221765026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:25,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221765028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:25,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/340a367a07a84d22a03a7137416f062d 2024-12-03T10:28:25,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/c1752dbb587948afad90d94ccc5b687b is 50, key is test_row_0/B:col10/1733221703588/Put/seqid=0 2024-12-03T10:28:25,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742112_1288 (size=12151) 2024-12-03T10:28:25,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221765328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:25,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221765331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:25,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/c1752dbb587948afad90d94ccc5b687b 2024-12-03T10:28:25,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/4128bebfb8d5443d9ee9743a1edc0a61 is 50, key is test_row_0/C:col10/1733221703588/Put/seqid=0 2024-12-03T10:28:25,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742113_1289 (size=12151) 2024-12-03T10:28:25,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221765833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:25,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221765834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:25,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/4128bebfb8d5443d9ee9743a1edc0a61 2024-12-03T10:28:25,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/340a367a07a84d22a03a7137416f062d as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/340a367a07a84d22a03a7137416f062d 2024-12-03T10:28:25,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/340a367a07a84d22a03a7137416f062d, entries=150, sequenceid=206, filesize=11.9 K 2024-12-03T10:28:25,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/c1752dbb587948afad90d94ccc5b687b as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/c1752dbb587948afad90d94ccc5b687b 2024-12-03T10:28:25,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/c1752dbb587948afad90d94ccc5b687b, entries=150, sequenceid=206, filesize=11.9 K 2024-12-03T10:28:25,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/4128bebfb8d5443d9ee9743a1edc0a61 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/4128bebfb8d5443d9ee9743a1edc0a61 2024-12-03T10:28:25,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/4128bebfb8d5443d9ee9743a1edc0a61, entries=150, sequenceid=206, filesize=11.9 K 2024-12-03T10:28:25,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1bd9d7f3eac9515fe83583e6e48b7c99 in 1245ms, sequenceid=206, compaction requested=true 2024-12-03T10:28:25,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:25,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bd9d7f3eac9515fe83583e6e48b7c99:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:28:25,948 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:25,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:25,948 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:25,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bd9d7f3eac9515fe83583e6e48b7c99:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:28:25,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:25,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bd9d7f3eac9515fe83583e6e48b7c99:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:28:25,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:28:25,949 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:25,949 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:25,949 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 1bd9d7f3eac9515fe83583e6e48b7c99/A is initiating minor compaction (all files) 2024-12-03T10:28:25,949 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 1bd9d7f3eac9515fe83583e6e48b7c99/B is initiating minor compaction (all files) 2024-12-03T10:28:25,949 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1bd9d7f3eac9515fe83583e6e48b7c99/B in TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:25,949 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1bd9d7f3eac9515fe83583e6e48b7c99/A in TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:25,950 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/f331afa2a95245e7b308d523f4d41809, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/681cb397fd5144f98ed80c7af2d404c4, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/c1752dbb587948afad90d94ccc5b687b] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp, totalSize=36.0 K 2024-12-03T10:28:25,950 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/b4354c3cbca94513a5e19bfddba53811, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/a5d4e45128a34b81ae0e7bcbf99dc44a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/340a367a07a84d22a03a7137416f062d] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp, totalSize=36.0 K 2024-12-03T10:28:25,950 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting f331afa2a95245e7b308d523f4d41809, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733221700656 2024-12-03T10:28:25,950 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4354c3cbca94513a5e19bfddba53811, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733221700656 2024-12-03T10:28:25,950 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 681cb397fd5144f98ed80c7af2d404c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733221702442 2024-12-03T10:28:25,950 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5d4e45128a34b81ae0e7bcbf99dc44a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733221702442 2024-12-03T10:28:25,950 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting c1752dbb587948afad90d94ccc5b687b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733221703566 2024-12-03T10:28:25,951 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 340a367a07a84d22a03a7137416f062d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733221703566 2024-12-03T10:28:25,958 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bd9d7f3eac9515fe83583e6e48b7c99#A#compaction#246 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:25,958 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/e1a5f31491ce434ea37b00a3ee51d272 is 50, key is test_row_0/A:col10/1733221703588/Put/seqid=0 2024-12-03T10:28:25,958 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bd9d7f3eac9515fe83583e6e48b7c99#B#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:25,959 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/2aca81de3a334fa8bb27b847c1e731e8 is 50, key is test_row_0/B:col10/1733221703588/Put/seqid=0 2024-12-03T10:28:25,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742115_1291 (size=12629) 2024-12-03T10:28:25,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742114_1290 (size=12629) 2024-12-03T10:28:25,981 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/e1a5f31491ce434ea37b00a3ee51d272 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/e1a5f31491ce434ea37b00a3ee51d272 2024-12-03T10:28:25,984 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1bd9d7f3eac9515fe83583e6e48b7c99/A of 1bd9d7f3eac9515fe83583e6e48b7c99 into e1a5f31491ce434ea37b00a3ee51d272(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:25,984 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:25,984 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., storeName=1bd9d7f3eac9515fe83583e6e48b7c99/A, priority=13, startTime=1733221705948; duration=0sec 2024-12-03T10:28:25,985 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:28:25,985 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bd9d7f3eac9515fe83583e6e48b7c99:A 2024-12-03T10:28:25,985 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:25,986 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:25,986 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 1bd9d7f3eac9515fe83583e6e48b7c99/C is initiating minor compaction (all files) 2024-12-03T10:28:25,986 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1bd9d7f3eac9515fe83583e6e48b7c99/C in TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:25,986 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/4378d6cebb5f4b7c83ab3a87c76ed018, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/aeef5720cb0d49f3841a7ec4971eabf8, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/4128bebfb8d5443d9ee9743a1edc0a61] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp, totalSize=36.0 K 2024-12-03T10:28:25,986 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4378d6cebb5f4b7c83ab3a87c76ed018, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733221700656 2024-12-03T10:28:25,986 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting aeef5720cb0d49f3841a7ec4971eabf8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733221702442 2024-12-03T10:28:25,987 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4128bebfb8d5443d9ee9743a1edc0a61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733221703566 2024-12-03T10:28:25,992 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bd9d7f3eac9515fe83583e6e48b7c99#C#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:25,992 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/c1a51cc65f76418ab22ec98b04e4525e is 50, key is test_row_0/C:col10/1733221703588/Put/seqid=0 2024-12-03T10:28:25,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742116_1292 (size=12629) 2024-12-03T10:28:26,390 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/2aca81de3a334fa8bb27b847c1e731e8 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/2aca81de3a334fa8bb27b847c1e731e8 2024-12-03T10:28:26,395 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1bd9d7f3eac9515fe83583e6e48b7c99/B of 1bd9d7f3eac9515fe83583e6e48b7c99 into 2aca81de3a334fa8bb27b847c1e731e8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:26,395 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:26,395 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., storeName=1bd9d7f3eac9515fe83583e6e48b7c99/B, priority=13, startTime=1733221705948; duration=0sec 2024-12-03T10:28:26,395 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:26,395 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bd9d7f3eac9515fe83583e6e48b7c99:B 2024-12-03T10:28:26,402 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/c1a51cc65f76418ab22ec98b04e4525e as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/c1a51cc65f76418ab22ec98b04e4525e 2024-12-03T10:28:26,407 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1bd9d7f3eac9515fe83583e6e48b7c99/C of 1bd9d7f3eac9515fe83583e6e48b7c99 into c1a51cc65f76418ab22ec98b04e4525e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:26,407 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:26,407 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., storeName=1bd9d7f3eac9515fe83583e6e48b7c99/C, priority=13, startTime=1733221705949; duration=0sec 2024-12-03T10:28:26,407 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:26,407 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bd9d7f3eac9515fe83583e6e48b7c99:C 2024-12-03T10:28:26,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-03T10:28:26,580 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-03T10:28:26,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:28:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-03T10:28:26,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-03T10:28:26,582 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:28:26,582 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:28:26,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:28:26,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-03T10:28:26,733 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:26,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-03T10:28:26,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:26,734 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 1bd9d7f3eac9515fe83583e6e48b7c99 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-03T10:28:26,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=A 2024-12-03T10:28:26,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:26,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=B 2024-12-03T10:28:26,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:26,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=C 2024-12-03T10:28:26,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:26,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/c6188fc158c74cce85e235b8b2faaae0 is 50, key is test_row_0/A:col10/1733221704721/Put/seqid=0 2024-12-03T10:28:26,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742117_1293 (size=12151) 2024-12-03T10:28:26,744 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/c6188fc158c74cce85e235b8b2faaae0 2024-12-03T10:28:26,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/e8dbc8bdaf544ea6a069a85127c66021 is 50, key is test_row_0/B:col10/1733221704721/Put/seqid=0 2024-12-03T10:28:26,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742118_1294 (size=12151) 2024-12-03T10:28:26,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:26,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:26,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:26,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221766865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221766865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-03T10:28:26,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221766968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:26,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:26,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221766968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:27,157 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/e8dbc8bdaf544ea6a069a85127c66021 2024-12-03T10:28:27,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/80cd800bf551404bba870a84aff9da24 is 50, key is test_row_0/C:col10/1733221704721/Put/seqid=0 2024-12-03T10:28:27,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742119_1295 (size=12151) 2024-12-03T10:28:27,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221767170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:27,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:27,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221767170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:27,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-03T10:28:27,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:27,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221767472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221767472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:27,568 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/80cd800bf551404bba870a84aff9da24 2024-12-03T10:28:27,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/c6188fc158c74cce85e235b8b2faaae0 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/c6188fc158c74cce85e235b8b2faaae0 2024-12-03T10:28:27,575 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/c6188fc158c74cce85e235b8b2faaae0, entries=150, sequenceid=231, filesize=11.9 K 2024-12-03T10:28:27,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/e8dbc8bdaf544ea6a069a85127c66021 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/e8dbc8bdaf544ea6a069a85127c66021 2024-12-03T10:28:27,580 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/e8dbc8bdaf544ea6a069a85127c66021, entries=150, sequenceid=231, filesize=11.9 K 2024-12-03T10:28:27,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/80cd800bf551404bba870a84aff9da24 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/80cd800bf551404bba870a84aff9da24 2024-12-03T10:28:27,584 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/80cd800bf551404bba870a84aff9da24, entries=150, sequenceid=231, filesize=11.9 K 2024-12-03T10:28:27,584 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 1bd9d7f3eac9515fe83583e6e48b7c99 in 850ms, sequenceid=231, compaction requested=false 2024-12-03T10:28:27,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:27,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:27,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-03T10:28:27,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-03T10:28:27,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-03T10:28:27,587 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0030 sec 2024-12-03T10:28:27,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.0060 sec 2024-12-03T10:28:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-03T10:28:27,684 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-03T10:28:27,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:28:27,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-03T10:28:27,687 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:28:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-03T10:28:27,687 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:28:27,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:28:27,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-03T10:28:27,838 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:27,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-03T10:28:27,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:27,839 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 1bd9d7f3eac9515fe83583e6e48b7c99 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-03T10:28:27,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=A 2024-12-03T10:28:27,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:27,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=B 2024-12-03T10:28:27,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:27,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=C 2024-12-03T10:28:27,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:27,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/ddee5a16b78a49339e71a3668b8d8ff2 is 50, key is test_row_0/A:col10/1733221706864/Put/seqid=0 2024-12-03T10:28:27,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742120_1296 (size=12151) 2024-12-03T10:28:27,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:27,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-03T10:28:28,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:28,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221767999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:28,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:28,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221768001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:28,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:28,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221768102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:28,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:28,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221768103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:28,247 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/ddee5a16b78a49339e71a3668b8d8ff2 2024-12-03T10:28:28,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/c6e7189e8726420998ef7ed08e72b3f4 is 50, key is test_row_0/B:col10/1733221706864/Put/seqid=0 2024-12-03T10:28:28,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742121_1297 (size=12151) 2024-12-03T10:28:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-03T10:28:28,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:28,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221768304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:28,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221768305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:28,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221768607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:28,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221768607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:28,658 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/c6e7189e8726420998ef7ed08e72b3f4 2024-12-03T10:28:28,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/ca453e93882a4c86a15280058c8999f2 is 50, key is test_row_0/C:col10/1733221706864/Put/seqid=0 2024-12-03T10:28:28,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742122_1298 (size=12151) 2024-12-03T10:28:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-03T10:28:28,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59242 deadline: 1733221768802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:28,804 DEBUG [Thread-1142 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., hostname=b030dd9a36e7,33013,1733221628283, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:28:28,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:28,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59228 deadline: 1733221768813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:28,814 DEBUG [Thread-1136 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., hostname=b030dd9a36e7,33013,1733221628283, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:28:29,068 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/ca453e93882a4c86a15280058c8999f2 2024-12-03T10:28:29,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/ddee5a16b78a49339e71a3668b8d8ff2 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/ddee5a16b78a49339e71a3668b8d8ff2 2024-12-03T10:28:29,076 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/ddee5a16b78a49339e71a3668b8d8ff2, entries=150, sequenceid=246, filesize=11.9 K 2024-12-03T10:28:29,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/c6e7189e8726420998ef7ed08e72b3f4 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/c6e7189e8726420998ef7ed08e72b3f4 2024-12-03T10:28:29,080 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/c6e7189e8726420998ef7ed08e72b3f4, entries=150, sequenceid=246, filesize=11.9 K 2024-12-03T10:28:29,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/ca453e93882a4c86a15280058c8999f2 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/ca453e93882a4c86a15280058c8999f2 2024-12-03T10:28:29,084 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/ca453e93882a4c86a15280058c8999f2, entries=150, sequenceid=246, filesize=11.9 K 2024-12-03T10:28:29,085 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 1bd9d7f3eac9515fe83583e6e48b7c99 in 1246ms, sequenceid=246, compaction requested=true 2024-12-03T10:28:29,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:29,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:29,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-03T10:28:29,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-03T10:28:29,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-03T10:28:29,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3990 sec 2024-12-03T10:28:29,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.4030 sec 2024-12-03T10:28:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:29,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1bd9d7f3eac9515fe83583e6e48b7c99 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-03T10:28:29,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=A 2024-12-03T10:28:29,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:29,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=B 2024-12-03T10:28:29,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:29,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=C 2024-12-03T10:28:29,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:29,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/0e368de9bf78419293a7796b7045db02 is 50, key is test_row_0/A:col10/1733221707996/Put/seqid=0 2024-12-03T10:28:29,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742123_1299 (size=17181) 2024-12-03T10:28:29,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:29,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221769128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221769128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:29,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221769231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:29,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221769231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:29,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221769433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:29,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221769435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:29,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/0e368de9bf78419293a7796b7045db02 2024-12-03T10:28:29,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/d05b6fe56d384076adfc7b5409b541a5 is 50, key is test_row_0/B:col10/1733221707996/Put/seqid=0 2024-12-03T10:28:29,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742124_1300 (size=12301) 2024-12-03T10:28:29,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221769739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:29,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221769739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:29,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-03T10:28:29,790 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-03T10:28:29,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:28:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-03T10:28:29,792 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:28:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-03T10:28:29,792 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:28:29,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:28:29,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-03T10:28:29,944 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:29,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-03T10:28:29,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:29,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:29,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:29,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:29,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:29,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:29,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/d05b6fe56d384076adfc7b5409b541a5 2024-12-03T10:28:29,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/a0e01bbbff70446cbf52405e802d5a17 is 50, key is test_row_0/C:col10/1733221707996/Put/seqid=0 2024-12-03T10:28:29,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742125_1301 (size=12301) 2024-12-03T10:28:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-03T10:28:30,096 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:30,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-03T10:28:30,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:30,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:30,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:30,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:30,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:30,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:30,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221770244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:30,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:30,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221770244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:30,248 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:30,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-03T10:28:30,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:30,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:30,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:30,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:30,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:30,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/a0e01bbbff70446cbf52405e802d5a17 2024-12-03T10:28:30,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/0e368de9bf78419293a7796b7045db02 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/0e368de9bf78419293a7796b7045db02 2024-12-03T10:28:30,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/0e368de9bf78419293a7796b7045db02, entries=250, sequenceid=269, filesize=16.8 K 2024-12-03T10:28:30,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/d05b6fe56d384076adfc7b5409b541a5 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/d05b6fe56d384076adfc7b5409b541a5 2024-12-03T10:28:30,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/d05b6fe56d384076adfc7b5409b541a5, entries=150, sequenceid=269, filesize=12.0 K 2024-12-03T10:28:30,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/a0e01bbbff70446cbf52405e802d5a17 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/a0e01bbbff70446cbf52405e802d5a17 2024-12-03T10:28:30,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/a0e01bbbff70446cbf52405e802d5a17, entries=150, sequenceid=269, filesize=12.0 K 2024-12-03T10:28:30,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1bd9d7f3eac9515fe83583e6e48b7c99 in 1265ms, sequenceid=269, compaction requested=true 2024-12-03T10:28:30,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:30,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bd9d7f3eac9515fe83583e6e48b7c99:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:28:30,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:30,377 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T10:28:30,377 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T10:28:30,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bd9d7f3eac9515fe83583e6e48b7c99:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:28:30,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:30,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bd9d7f3eac9515fe83583e6e48b7c99:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:28:30,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:28:30,379 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54112 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T10:28:30,379 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T10:28:30,379 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 1bd9d7f3eac9515fe83583e6e48b7c99/B is initiating minor compaction (all files) 2024-12-03T10:28:30,379 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 1bd9d7f3eac9515fe83583e6e48b7c99/A is initiating minor compaction (all files) 2024-12-03T10:28:30,379 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1bd9d7f3eac9515fe83583e6e48b7c99/B in TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:30,379 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/2aca81de3a334fa8bb27b847c1e731e8, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/e8dbc8bdaf544ea6a069a85127c66021, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/c6e7189e8726420998ef7ed08e72b3f4, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/d05b6fe56d384076adfc7b5409b541a5] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp, totalSize=48.1 K 2024-12-03T10:28:30,379 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1bd9d7f3eac9515fe83583e6e48b7c99/A in TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:30,380 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/e1a5f31491ce434ea37b00a3ee51d272, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/c6188fc158c74cce85e235b8b2faaae0, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/ddee5a16b78a49339e71a3668b8d8ff2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/0e368de9bf78419293a7796b7045db02] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp, totalSize=52.8 K 2024-12-03T10:28:30,380 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 2aca81de3a334fa8bb27b847c1e731e8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733221703566 2024-12-03T10:28:30,380 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1a5f31491ce434ea37b00a3ee51d272, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733221703566 2024-12-03T10:28:30,380 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting e8dbc8bdaf544ea6a069a85127c66021, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733221704721 2024-12-03T10:28:30,380 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6188fc158c74cce85e235b8b2faaae0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733221704721 2024-12-03T10:28:30,381 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting c6e7189e8726420998ef7ed08e72b3f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733221706861 2024-12-03T10:28:30,381 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddee5a16b78a49339e71a3668b8d8ff2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733221706861 2024-12-03T10:28:30,381 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting d05b6fe56d384076adfc7b5409b541a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733221707996 2024-12-03T10:28:30,381 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e368de9bf78419293a7796b7045db02, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733221707993 2024-12-03T10:28:30,388 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bd9d7f3eac9515fe83583e6e48b7c99#B#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:30,389 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/43494a5ced8d44128e1377d935a6974a is 50, key is test_row_0/B:col10/1733221707996/Put/seqid=0 2024-12-03T10:28:30,391 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bd9d7f3eac9515fe83583e6e48b7c99#A#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:30,392 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/9ccf096ddf914d8090a1002466b65f3e is 50, key is test_row_0/A:col10/1733221707996/Put/seqid=0 2024-12-03T10:28:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-03T10:28:30,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742126_1302 (size=12915) 2024-12-03T10:28:30,401 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:30,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-03T10:28:30,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:30,401 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 1bd9d7f3eac9515fe83583e6e48b7c99 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T10:28:30,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=A 2024-12-03T10:28:30,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:30,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=B 2024-12-03T10:28:30,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:30,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=C 2024-12-03T10:28:30,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:30,408 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/43494a5ced8d44128e1377d935a6974a as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/43494a5ced8d44128e1377d935a6974a 2024-12-03T10:28:30,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742127_1303 (size=12915) 2024-12-03T10:28:30,414 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1bd9d7f3eac9515fe83583e6e48b7c99/B of 1bd9d7f3eac9515fe83583e6e48b7c99 into 43494a5ced8d44128e1377d935a6974a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:30,414 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:30,414 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., storeName=1bd9d7f3eac9515fe83583e6e48b7c99/B, priority=12, startTime=1733221710377; duration=0sec 2024-12-03T10:28:30,415 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:28:30,415 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bd9d7f3eac9515fe83583e6e48b7c99:B 2024-12-03T10:28:30,415 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T10:28:30,416 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/9ccf096ddf914d8090a1002466b65f3e as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/9ccf096ddf914d8090a1002466b65f3e 2024-12-03T10:28:30,417 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T10:28:30,418 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 1bd9d7f3eac9515fe83583e6e48b7c99/C is initiating minor compaction (all files) 2024-12-03T10:28:30,418 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1bd9d7f3eac9515fe83583e6e48b7c99/C in TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:30,418 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/c1a51cc65f76418ab22ec98b04e4525e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/80cd800bf551404bba870a84aff9da24, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/ca453e93882a4c86a15280058c8999f2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/a0e01bbbff70446cbf52405e802d5a17] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp, totalSize=48.1 K 2024-12-03T10:28:30,418 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting c1a51cc65f76418ab22ec98b04e4525e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733221703566 2024-12-03T10:28:30,419 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 80cd800bf551404bba870a84aff9da24, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733221704721 2024-12-03T10:28:30,420 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting ca453e93882a4c86a15280058c8999f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1733221706861 2024-12-03T10:28:30,420 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting a0e01bbbff70446cbf52405e802d5a17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733221707996 2024-12-03T10:28:30,421 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1bd9d7f3eac9515fe83583e6e48b7c99/A of 1bd9d7f3eac9515fe83583e6e48b7c99 into 9ccf096ddf914d8090a1002466b65f3e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:30,421 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:30,421 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., storeName=1bd9d7f3eac9515fe83583e6e48b7c99/A, priority=12, startTime=1733221710377; duration=0sec 2024-12-03T10:28:30,422 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:30,422 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bd9d7f3eac9515fe83583e6e48b7c99:A 2024-12-03T10:28:30,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/bb217a1b04434ef79c878075d626ab22 is 50, key is test_row_0/A:col10/1733221709127/Put/seqid=0 2024-12-03T10:28:30,437 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bd9d7f3eac9515fe83583e6e48b7c99#C#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:30,437 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/63a4a95bd73b4f5b96f435959e1c1285 is 50, key is test_row_0/C:col10/1733221707996/Put/seqid=0 2024-12-03T10:28:30,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742128_1304 (size=12301) 2024-12-03T10:28:30,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742129_1305 (size=12915) 2024-12-03T10:28:30,450 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/63a4a95bd73b4f5b96f435959e1c1285 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/63a4a95bd73b4f5b96f435959e1c1285 2024-12-03T10:28:30,454 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1bd9d7f3eac9515fe83583e6e48b7c99/C of 1bd9d7f3eac9515fe83583e6e48b7c99 into 63a4a95bd73b4f5b96f435959e1c1285(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:30,454 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:30,454 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., storeName=1bd9d7f3eac9515fe83583e6e48b7c99/C, priority=12, startTime=1733221710377; duration=0sec 2024-12-03T10:28:30,454 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:30,454 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bd9d7f3eac9515fe83583e6e48b7c99:C 2024-12-03T10:28:30,842 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/bb217a1b04434ef79c878075d626ab22 2024-12-03T10:28:30,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/3095b2fa95ee4f84b96c2b34ca6e70cb is 50, key is test_row_0/B:col10/1733221709127/Put/seqid=0 2024-12-03T10:28:30,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742130_1306 (size=12301) 2024-12-03T10:28:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-03T10:28:31,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:31,254 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/3095b2fa95ee4f84b96c2b34ca6e70cb 2024-12-03T10:28:31,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/47ad8e50c1cf47f9bca03cf14bebd1ea is 50, key is test_row_0/C:col10/1733221709127/Put/seqid=0 2024-12-03T10:28:31,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742131_1307 (size=12301) 2024-12-03T10:28:31,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221771270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:31,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:31,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221771271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:31,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221771373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:31,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221771373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:31,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221771575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:31,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221771575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:31,665 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/47ad8e50c1cf47f9bca03cf14bebd1ea 2024-12-03T10:28:31,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/bb217a1b04434ef79c878075d626ab22 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/bb217a1b04434ef79c878075d626ab22 2024-12-03T10:28:31,701 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/bb217a1b04434ef79c878075d626ab22, entries=150, sequenceid=282, filesize=12.0 K 2024-12-03T10:28:31,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/3095b2fa95ee4f84b96c2b34ca6e70cb as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/3095b2fa95ee4f84b96c2b34ca6e70cb 2024-12-03T10:28:31,705 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/3095b2fa95ee4f84b96c2b34ca6e70cb, entries=150, sequenceid=282, filesize=12.0 K 2024-12-03T10:28:31,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/47ad8e50c1cf47f9bca03cf14bebd1ea as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/47ad8e50c1cf47f9bca03cf14bebd1ea 2024-12-03T10:28:31,709 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/47ad8e50c1cf47f9bca03cf14bebd1ea, entries=150, sequenceid=282, filesize=12.0 K 2024-12-03T10:28:31,709 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1bd9d7f3eac9515fe83583e6e48b7c99 in 1308ms, sequenceid=282, compaction requested=false 2024-12-03T10:28:31,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:31,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:31,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-03T10:28:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-12-03T10:28:31,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-03T10:28:31,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9170 sec 2024-12-03T10:28:31,713 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.9210 sec 2024-12-03T10:28:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:31,880 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1bd9d7f3eac9515fe83583e6e48b7c99 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T10:28:31,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=A 2024-12-03T10:28:31,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:31,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=B 2024-12-03T10:28:31,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:31,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=C 2024-12-03T10:28:31,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:31,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/5b14ffd3d3c54985a35840cb8a6ed0fd is 50, key is test_row_0/A:col10/1733221711270/Put/seqid=0 2024-12-03T10:28:31,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742132_1308 (size=17181) 2024-12-03T10:28:31,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:31,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221771889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:31,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:31,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221771890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-03T10:28:31,896 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-03T10:28:31,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:28:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-12-03T10:28:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-03T10:28:31,898 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:28:31,898 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:28:31,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:28:31,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:31,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221771992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:31,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:31,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221771993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:31,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-03T10:28:32,049 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:32,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-03T10:28:32,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:32,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:32,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:32,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:32,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:32,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:32,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221772194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:32,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:32,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221772195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-03T10:28:32,202 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:32,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-03T10:28:32,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:32,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:32,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:32,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:32,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:32,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:32,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/5b14ffd3d3c54985a35840cb8a6ed0fd 2024-12-03T10:28:32,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/7e6beeb184dc44c29b5e80c91ed820f4 is 50, key is test_row_0/B:col10/1733221711270/Put/seqid=0 2024-12-03T10:28:32,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742133_1309 (size=12301) 2024-12-03T10:28:32,354 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:32,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-03T10:28:32,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:32,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:32,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:32,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:32,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:32,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59202 deadline: 1733221772461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:32,464 DEBUG [Thread-1140 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18187 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., hostname=b030dd9a36e7,33013,1733221628283, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:28:32,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:32,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221772497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:32,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:32,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-03T10:28:32,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221772498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:32,506 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:32,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-03T10:28:32,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:32,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:32,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:32,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:32,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:32,658 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:32,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-03T10:28:32,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:32,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:32,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:32,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:32,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:32,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/7e6beeb184dc44c29b5e80c91ed820f4 2024-12-03T10:28:32,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/49c5bb5e002649308a0fc188019da243 is 50, key is test_row_0/C:col10/1733221711270/Put/seqid=0 2024-12-03T10:28:32,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742134_1310 (size=12301) 2024-12-03T10:28:32,810 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:32,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-03T10:28:32,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:32,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:32,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:32,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:32,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:32,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:32,962 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:32,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-03T10:28:32,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:32,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:32,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:32,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:32,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-03T10:28:33,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59206 deadline: 1733221773000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:33,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59200 deadline: 1733221773003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:33,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/49c5bb5e002649308a0fc188019da243 2024-12-03T10:28:33,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/5b14ffd3d3c54985a35840cb8a6ed0fd as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/5b14ffd3d3c54985a35840cb8a6ed0fd 2024-12-03T10:28:33,114 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:33,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-03T10:28:33,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:33,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:33,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:33,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:33,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:33,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/5b14ffd3d3c54985a35840cb8a6ed0fd, entries=250, sequenceid=310, filesize=16.8 K 2024-12-03T10:28:33,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/7e6beeb184dc44c29b5e80c91ed820f4 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/7e6beeb184dc44c29b5e80c91ed820f4 2024-12-03T10:28:33,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/7e6beeb184dc44c29b5e80c91ed820f4, entries=150, sequenceid=310, filesize=12.0 K 2024-12-03T10:28:33,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/49c5bb5e002649308a0fc188019da243 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/49c5bb5e002649308a0fc188019da243 2024-12-03T10:28:33,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/49c5bb5e002649308a0fc188019da243, entries=150, sequenceid=310, filesize=12.0 K 2024-12-03T10:28:33,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1bd9d7f3eac9515fe83583e6e48b7c99 in 1245ms, sequenceid=310, compaction requested=true 2024-12-03T10:28:33,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:33,125 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:33,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bd9d7f3eac9515fe83583e6e48b7c99:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:28:33,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:33,126 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:33,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bd9d7f3eac9515fe83583e6e48b7c99:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:28:33,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:33,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1bd9d7f3eac9515fe83583e6e48b7c99:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:28:33,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:28:33,126 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42397 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:33,126 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 1bd9d7f3eac9515fe83583e6e48b7c99/A is initiating minor compaction (all files) 2024-12-03T10:28:33,126 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1bd9d7f3eac9515fe83583e6e48b7c99/A in TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:33,126 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/9ccf096ddf914d8090a1002466b65f3e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/bb217a1b04434ef79c878075d626ab22, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/5b14ffd3d3c54985a35840cb8a6ed0fd] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp, totalSize=41.4 K 2024-12-03T10:28:33,127 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:33,127 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ccf096ddf914d8090a1002466b65f3e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733221707996 2024-12-03T10:28:33,127 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 1bd9d7f3eac9515fe83583e6e48b7c99/B is initiating minor compaction (all files) 2024-12-03T10:28:33,127 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1bd9d7f3eac9515fe83583e6e48b7c99/B in TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:33,127 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/43494a5ced8d44128e1377d935a6974a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/3095b2fa95ee4f84b96c2b34ca6e70cb, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/7e6beeb184dc44c29b5e80c91ed820f4] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp, totalSize=36.6 K 2024-12-03T10:28:33,127 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb217a1b04434ef79c878075d626ab22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733221709121 2024-12-03T10:28:33,127 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 43494a5ced8d44128e1377d935a6974a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733221707996 2024-12-03T10:28:33,127 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b14ffd3d3c54985a35840cb8a6ed0fd, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733221711266 2024-12-03T10:28:33,127 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 3095b2fa95ee4f84b96c2b34ca6e70cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733221709121 2024-12-03T10:28:33,128 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e6beeb184dc44c29b5e80c91ed820f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733221711266 2024-12-03T10:28:33,133 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bd9d7f3eac9515fe83583e6e48b7c99#B#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:33,133 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/25b69ce1fe4a4018bb576378f7290a33 is 50, key is test_row_0/B:col10/1733221711270/Put/seqid=0 2024-12-03T10:28:33,136 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bd9d7f3eac9515fe83583e6e48b7c99#A#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:33,136 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/b3f4bf84efbc48fab2ff02daf543bf1c is 50, key is test_row_0/A:col10/1733221711270/Put/seqid=0 2024-12-03T10:28:33,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742136_1312 (size=13017) 2024-12-03T10:28:33,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742135_1311 (size=13017) 2024-12-03T10:28:33,267 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:33,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-03T10:28:33,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:33,267 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 1bd9d7f3eac9515fe83583e6e48b7c99 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T10:28:33,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=A 2024-12-03T10:28:33,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:33,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=B 2024-12-03T10:28:33,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:33,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=C 2024-12-03T10:28:33,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:33,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/297f3b05e79c4f5285646bc1d6f1a21c is 50, key is test_row_0/A:col10/1733221711884/Put/seqid=0 2024-12-03T10:28:33,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742137_1313 (size=12301) 2024-12-03T10:28:33,560 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/b3f4bf84efbc48fab2ff02daf543bf1c as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/b3f4bf84efbc48fab2ff02daf543bf1c 2024-12-03T10:28:33,561 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/25b69ce1fe4a4018bb576378f7290a33 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/25b69ce1fe4a4018bb576378f7290a33 2024-12-03T10:28:33,565 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1bd9d7f3eac9515fe83583e6e48b7c99/A of 1bd9d7f3eac9515fe83583e6e48b7c99 into b3f4bf84efbc48fab2ff02daf543bf1c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:33,565 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:33,565 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., storeName=1bd9d7f3eac9515fe83583e6e48b7c99/A, priority=13, startTime=1733221713125; duration=0sec 2024-12-03T10:28:33,565 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:28:33,565 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bd9d7f3eac9515fe83583e6e48b7c99:A 2024-12-03T10:28:33,565 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:33,566 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:33,566 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 1bd9d7f3eac9515fe83583e6e48b7c99/C is initiating minor compaction (all files) 2024-12-03T10:28:33,566 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1bd9d7f3eac9515fe83583e6e48b7c99/C in TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:33,566 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/63a4a95bd73b4f5b96f435959e1c1285, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/47ad8e50c1cf47f9bca03cf14bebd1ea, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/49c5bb5e002649308a0fc188019da243] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp, totalSize=36.6 K 2024-12-03T10:28:33,566 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 63a4a95bd73b4f5b96f435959e1c1285, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733221707996 2024-12-03T10:28:33,567 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47ad8e50c1cf47f9bca03cf14bebd1ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733221709121 2024-12-03T10:28:33,567 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49c5bb5e002649308a0fc188019da243, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1733221711266 2024-12-03T10:28:33,569 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1bd9d7f3eac9515fe83583e6e48b7c99/B of 1bd9d7f3eac9515fe83583e6e48b7c99 into 25b69ce1fe4a4018bb576378f7290a33(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:33,569 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:33,569 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., storeName=1bd9d7f3eac9515fe83583e6e48b7c99/B, priority=13, startTime=1733221713126; duration=0sec 2024-12-03T10:28:33,569 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:33,569 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bd9d7f3eac9515fe83583e6e48b7c99:B 2024-12-03T10:28:33,573 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1bd9d7f3eac9515fe83583e6e48b7c99#C#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:33,574 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/2edbe526e44c43bb8a5d54c0eaa6b35b is 50, key is test_row_0/C:col10/1733221711270/Put/seqid=0 2024-12-03T10:28:33,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742138_1314 (size=13017) 2024-12-03T10:28:33,674 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/297f3b05e79c4f5285646bc1d6f1a21c 2024-12-03T10:28:33,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/8ed1d14dac8e4d2883116eb0baddbff9 is 50, key is test_row_0/B:col10/1733221711884/Put/seqid=0 2024-12-03T10:28:33,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742139_1315 (size=12301) 2024-12-03T10:28:33,952 DEBUG [Thread-1149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72537a47 to 127.0.0.1:60916 2024-12-03T10:28:33,952 DEBUG [Thread-1153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c299cfb to 127.0.0.1:60916 2024-12-03T10:28:33,952 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:33,952 DEBUG [Thread-1153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:33,953 DEBUG [Thread-1151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x036642cb to 127.0.0.1:60916 2024-12-03T10:28:33,953 DEBUG [Thread-1151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:33,953 DEBUG [Thread-1147 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14ed1e44 to 127.0.0.1:60916 2024-12-03T10:28:33,953 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:33,953 DEBUG [Thread-1155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x605827c9 to 127.0.0.1:60916 2024-12-03T10:28:33,953 DEBUG [Thread-1155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:33,983 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/2edbe526e44c43bb8a5d54c0eaa6b35b as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/2edbe526e44c43bb8a5d54c0eaa6b35b 2024-12-03T10:28:33,989 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1bd9d7f3eac9515fe83583e6e48b7c99/C of 1bd9d7f3eac9515fe83583e6e48b7c99 into 2edbe526e44c43bb8a5d54c0eaa6b35b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:33,990 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:33,990 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99., storeName=1bd9d7f3eac9515fe83583e6e48b7c99/C, priority=13, startTime=1733221713126; duration=0sec 2024-12-03T10:28:33,990 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:33,990 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1bd9d7f3eac9515fe83583e6e48b7c99:C 2024-12-03T10:28:34,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-03T10:28:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:34,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. as already flushing 2024-12-03T10:28:34,014 DEBUG [Thread-1138 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x028e73c0 to 127.0.0.1:60916 2024-12-03T10:28:34,014 DEBUG [Thread-1144 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e9ae050 to 127.0.0.1:60916 2024-12-03T10:28:34,014 DEBUG [Thread-1138 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:34,014 DEBUG [Thread-1144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:34,094 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/8ed1d14dac8e4d2883116eb0baddbff9 2024-12-03T10:28:34,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/52b98e1fbec7451e8cc371b71eddfd33 is 50, key is test_row_0/C:col10/1733221711884/Put/seqid=0 2024-12-03T10:28:34,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742140_1316 (size=12301) 2024-12-03T10:28:34,512 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/52b98e1fbec7451e8cc371b71eddfd33 2024-12-03T10:28:34,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/297f3b05e79c4f5285646bc1d6f1a21c as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/297f3b05e79c4f5285646bc1d6f1a21c 2024-12-03T10:28:34,526 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/297f3b05e79c4f5285646bc1d6f1a21c, entries=150, sequenceid=321, filesize=12.0 K 2024-12-03T10:28:34,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/8ed1d14dac8e4d2883116eb0baddbff9 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/8ed1d14dac8e4d2883116eb0baddbff9 2024-12-03T10:28:34,532 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/8ed1d14dac8e4d2883116eb0baddbff9, entries=150, sequenceid=321, filesize=12.0 K 2024-12-03T10:28:34,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/52b98e1fbec7451e8cc371b71eddfd33 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/52b98e1fbec7451e8cc371b71eddfd33 2024-12-03T10:28:34,537 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/52b98e1fbec7451e8cc371b71eddfd33, entries=150, sequenceid=321, filesize=12.0 K 2024-12-03T10:28:34,538 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=13.42 KB/13740 for 1bd9d7f3eac9515fe83583e6e48b7c99 in 1271ms, sequenceid=321, compaction requested=false 2024-12-03T10:28:34,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:34,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:34,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-12-03T10:28:34,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-12-03T10:28:34,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-03T10:28:34,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6410 sec 2024-12-03T10:28:34,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 2.6430 sec 2024-12-03T10:28:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-03T10:28:36,003 INFO [Thread-1146 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-12-03T10:28:36,759 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T10:28:38,831 DEBUG [Thread-1142 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34cb3991 to 127.0.0.1:60916 2024-12-03T10:28:38,831 DEBUG [Thread-1142 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:38,870 DEBUG [Thread-1136 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c1ac389 to 127.0.0.1:60916 2024-12-03T10:28:38,870 DEBUG [Thread-1136 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:42,528 DEBUG [Thread-1140 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c480dfb to 127.0.0.1:60916 2024-12-03T10:28:42,529 DEBUG [Thread-1140 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:42,529 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T10:28:42,529 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-12-03T10:28:42,529 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-12-03T10:28:42,530 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-12-03T10:28:42,530 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-12-03T10:28:42,530 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-12-03T10:28:42,530 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T10:28:42,530 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 9017 2024-12-03T10:28:42,530 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8941 2024-12-03T10:28:42,530 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8565 2024-12-03T10:28:42,530 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 9014 2024-12-03T10:28:42,530 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8871 2024-12-03T10:28:42,530 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T10:28:42,530 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-03T10:28:42,531 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64dc42d9 to 127.0.0.1:60916 2024-12-03T10:28:42,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:28:42,532 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-03T10:28:42,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-03T10:28:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T10:28:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-03T10:28:42,537 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221722536"}]},"ts":"1733221722536"} 2024-12-03T10:28:42,538 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T10:28:42,594 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T10:28:42,595 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T10:28:42,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1bd9d7f3eac9515fe83583e6e48b7c99, UNASSIGN}] 2024-12-03T10:28:42,596 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1bd9d7f3eac9515fe83583e6e48b7c99, UNASSIGN 2024-12-03T10:28:42,597 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=1bd9d7f3eac9515fe83583e6e48b7c99, regionState=CLOSING, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:42,598 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T10:28:42,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; CloseRegionProcedure 1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283}] 2024-12-03T10:28:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-03T10:28:42,749 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:42,750 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(124): Close 1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:42,750 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-03T10:28:42,750 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1681): Closing 1bd9d7f3eac9515fe83583e6e48b7c99, disabling compactions & flushes 2024-12-03T10:28:42,750 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:42,750 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:42,750 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. after waiting 0 ms 2024-12-03T10:28:42,750 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:42,750 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(2837): Flushing 1bd9d7f3eac9515fe83583e6e48b7c99 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-03T10:28:42,751 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=A 2024-12-03T10:28:42,751 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:42,751 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=B 2024-12-03T10:28:42,751 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:42,751 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1bd9d7f3eac9515fe83583e6e48b7c99, store=C 2024-12-03T10:28:42,751 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:42,760 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/7d1557317d8c489699e4525a0dda46e1 is 50, key is test_row_0/A:col10/1733221714012/Put/seqid=0 2024-12-03T10:28:42,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742141_1317 (size=9857) 2024-12-03T10:28:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-03T10:28:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-03T10:28:43,165 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/7d1557317d8c489699e4525a0dda46e1 2024-12-03T10:28:43,197 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/e61689b42a894f81a7a8f0e84f7fa3f0 is 50, key is test_row_0/B:col10/1733221714012/Put/seqid=0 2024-12-03T10:28:43,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742142_1318 (size=9857) 2024-12-03T10:28:43,605 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/e61689b42a894f81a7a8f0e84f7fa3f0 2024-12-03T10:28:43,617 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/0356e4f31691458e86b0f46f0cc54f54 is 50, key is test_row_0/C:col10/1733221714012/Put/seqid=0 2024-12-03T10:28:43,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742143_1319 (size=9857) 2024-12-03T10:28:43,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-03T10:28:44,023 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/0356e4f31691458e86b0f46f0cc54f54 2024-12-03T10:28:44,034 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/A/7d1557317d8c489699e4525a0dda46e1 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/7d1557317d8c489699e4525a0dda46e1 2024-12-03T10:28:44,041 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/7d1557317d8c489699e4525a0dda46e1, entries=100, sequenceid=332, filesize=9.6 K 2024-12-03T10:28:44,042 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/B/e61689b42a894f81a7a8f0e84f7fa3f0 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/e61689b42a894f81a7a8f0e84f7fa3f0 2024-12-03T10:28:44,046 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/e61689b42a894f81a7a8f0e84f7fa3f0, entries=100, sequenceid=332, filesize=9.6 K 2024-12-03T10:28:44,047 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/.tmp/C/0356e4f31691458e86b0f46f0cc54f54 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/0356e4f31691458e86b0f46f0cc54f54 2024-12-03T10:28:44,052 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/0356e4f31691458e86b0f46f0cc54f54, entries=100, sequenceid=332, filesize=9.6 K 2024-12-03T10:28:44,052 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 1bd9d7f3eac9515fe83583e6e48b7c99 in 1302ms, sequenceid=332, compaction requested=true 2024-12-03T10:28:44,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/311b5445c2b947a1a3d800c9586bbb7b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/310d3fa209c84a728074121a6f844dfe, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/06caa6816e6048f98f79107e5114b12c, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/1ae88c30184f44ff87c4b8cf1d5b8800, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/d2658ad48c8f49ccaeee082bc0a6dd4d, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/46781424ed814185a708baf9db251d45, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/a4e317c243b94320aee2ab85a85cc070, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/f3f01cbf565e4359868cbb32c317e374, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/18d91aa13900420f83eb26695706f53a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/abc775a41e7a4c3bb49aae88af65fd93, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/ec0510fa36ad4d45b0ab3d15daf327e2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/b4354c3cbca94513a5e19bfddba53811, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/a5d4e45128a34b81ae0e7bcbf99dc44a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/e1a5f31491ce434ea37b00a3ee51d272, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/340a367a07a84d22a03a7137416f062d, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/c6188fc158c74cce85e235b8b2faaae0, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/ddee5a16b78a49339e71a3668b8d8ff2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/0e368de9bf78419293a7796b7045db02, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/9ccf096ddf914d8090a1002466b65f3e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/bb217a1b04434ef79c878075d626ab22, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/5b14ffd3d3c54985a35840cb8a6ed0fd] to archive 2024-12-03T10:28:44,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T10:28:44,055 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/311b5445c2b947a1a3d800c9586bbb7b to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/311b5445c2b947a1a3d800c9586bbb7b 2024-12-03T10:28:44,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/310d3fa209c84a728074121a6f844dfe to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/310d3fa209c84a728074121a6f844dfe 2024-12-03T10:28:44,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/06caa6816e6048f98f79107e5114b12c to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/06caa6816e6048f98f79107e5114b12c 2024-12-03T10:28:44,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/1ae88c30184f44ff87c4b8cf1d5b8800 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/1ae88c30184f44ff87c4b8cf1d5b8800 2024-12-03T10:28:44,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/d2658ad48c8f49ccaeee082bc0a6dd4d to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/d2658ad48c8f49ccaeee082bc0a6dd4d 2024-12-03T10:28:44,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/46781424ed814185a708baf9db251d45 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/46781424ed814185a708baf9db251d45 2024-12-03T10:28:44,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/a4e317c243b94320aee2ab85a85cc070 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/a4e317c243b94320aee2ab85a85cc070 2024-12-03T10:28:44,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/f3f01cbf565e4359868cbb32c317e374 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/f3f01cbf565e4359868cbb32c317e374 2024-12-03T10:28:44,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/18d91aa13900420f83eb26695706f53a to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/18d91aa13900420f83eb26695706f53a 2024-12-03T10:28:44,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/abc775a41e7a4c3bb49aae88af65fd93 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/abc775a41e7a4c3bb49aae88af65fd93 2024-12-03T10:28:44,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/ec0510fa36ad4d45b0ab3d15daf327e2 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/ec0510fa36ad4d45b0ab3d15daf327e2 2024-12-03T10:28:44,064 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/b4354c3cbca94513a5e19bfddba53811 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/b4354c3cbca94513a5e19bfddba53811 2024-12-03T10:28:44,065 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/a5d4e45128a34b81ae0e7bcbf99dc44a to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/a5d4e45128a34b81ae0e7bcbf99dc44a 2024-12-03T10:28:44,066 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/e1a5f31491ce434ea37b00a3ee51d272 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/e1a5f31491ce434ea37b00a3ee51d272 2024-12-03T10:28:44,066 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/340a367a07a84d22a03a7137416f062d to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/340a367a07a84d22a03a7137416f062d 2024-12-03T10:28:44,067 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/c6188fc158c74cce85e235b8b2faaae0 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/c6188fc158c74cce85e235b8b2faaae0 2024-12-03T10:28:44,068 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/ddee5a16b78a49339e71a3668b8d8ff2 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/ddee5a16b78a49339e71a3668b8d8ff2 2024-12-03T10:28:44,068 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/0e368de9bf78419293a7796b7045db02 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/0e368de9bf78419293a7796b7045db02 2024-12-03T10:28:44,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/9ccf096ddf914d8090a1002466b65f3e to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/9ccf096ddf914d8090a1002466b65f3e 2024-12-03T10:28:44,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/bb217a1b04434ef79c878075d626ab22 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/bb217a1b04434ef79c878075d626ab22 2024-12-03T10:28:44,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/5b14ffd3d3c54985a35840cb8a6ed0fd to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/5b14ffd3d3c54985a35840cb8a6ed0fd 2024-12-03T10:28:44,071 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/203da4828cc2477f9895a7b7abae8d45, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/4f291162dded4f44ad6399af5008c3a5, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/8b5d241225634f158d4e62b273fad83b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/540bc39ed89b4ed195d53914e0e590e6, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/fb6300e0299e4a61846cdcca6039c5c4, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/5ca10bbd515b4e30af8e704ec87c40b7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/3fe4100b430a4c1cb92e84f75772d07a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/05afb61e36a94b3d9d0383e0cd115cd2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/1bffb7f19e064c4980e270d0f05e5a36, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/acfc9a7f8ebd4f86b72cc4f95c11daa2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/f331afa2a95245e7b308d523f4d41809, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/dab83804f431408ea69cdd421b99888f, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/681cb397fd5144f98ed80c7af2d404c4, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/2aca81de3a334fa8bb27b847c1e731e8, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/c1752dbb587948afad90d94ccc5b687b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/e8dbc8bdaf544ea6a069a85127c66021, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/c6e7189e8726420998ef7ed08e72b3f4, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/43494a5ced8d44128e1377d935a6974a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/d05b6fe56d384076adfc7b5409b541a5, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/3095b2fa95ee4f84b96c2b34ca6e70cb, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/7e6beeb184dc44c29b5e80c91ed820f4] to archive 2024-12-03T10:28:44,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T10:28:44,073 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/203da4828cc2477f9895a7b7abae8d45 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/203da4828cc2477f9895a7b7abae8d45 2024-12-03T10:28:44,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/4f291162dded4f44ad6399af5008c3a5 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/4f291162dded4f44ad6399af5008c3a5 2024-12-03T10:28:44,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/8b5d241225634f158d4e62b273fad83b to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/8b5d241225634f158d4e62b273fad83b 2024-12-03T10:28:44,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/540bc39ed89b4ed195d53914e0e590e6 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/540bc39ed89b4ed195d53914e0e590e6 2024-12-03T10:28:44,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/fb6300e0299e4a61846cdcca6039c5c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/fb6300e0299e4a61846cdcca6039c5c4 2024-12-03T10:28:44,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/5ca10bbd515b4e30af8e704ec87c40b7 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/5ca10bbd515b4e30af8e704ec87c40b7 2024-12-03T10:28:44,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/3fe4100b430a4c1cb92e84f75772d07a to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/3fe4100b430a4c1cb92e84f75772d07a 2024-12-03T10:28:44,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/05afb61e36a94b3d9d0383e0cd115cd2 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/05afb61e36a94b3d9d0383e0cd115cd2 2024-12-03T10:28:44,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/1bffb7f19e064c4980e270d0f05e5a36 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/1bffb7f19e064c4980e270d0f05e5a36 2024-12-03T10:28:44,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/acfc9a7f8ebd4f86b72cc4f95c11daa2 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/acfc9a7f8ebd4f86b72cc4f95c11daa2 2024-12-03T10:28:44,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/f331afa2a95245e7b308d523f4d41809 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/f331afa2a95245e7b308d523f4d41809 2024-12-03T10:28:44,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/dab83804f431408ea69cdd421b99888f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/dab83804f431408ea69cdd421b99888f 2024-12-03T10:28:44,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/681cb397fd5144f98ed80c7af2d404c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/681cb397fd5144f98ed80c7af2d404c4 2024-12-03T10:28:44,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/2aca81de3a334fa8bb27b847c1e731e8 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/2aca81de3a334fa8bb27b847c1e731e8 2024-12-03T10:28:44,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/c1752dbb587948afad90d94ccc5b687b to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/c1752dbb587948afad90d94ccc5b687b 2024-12-03T10:28:44,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/e8dbc8bdaf544ea6a069a85127c66021 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/e8dbc8bdaf544ea6a069a85127c66021 2024-12-03T10:28:44,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/c6e7189e8726420998ef7ed08e72b3f4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/c6e7189e8726420998ef7ed08e72b3f4 2024-12-03T10:28:44,085 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/43494a5ced8d44128e1377d935a6974a to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/43494a5ced8d44128e1377d935a6974a 2024-12-03T10:28:44,086 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/d05b6fe56d384076adfc7b5409b541a5 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/d05b6fe56d384076adfc7b5409b541a5 2024-12-03T10:28:44,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/3095b2fa95ee4f84b96c2b34ca6e70cb to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/3095b2fa95ee4f84b96c2b34ca6e70cb 2024-12-03T10:28:44,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/7e6beeb184dc44c29b5e80c91ed820f4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/7e6beeb184dc44c29b5e80c91ed820f4 2024-12-03T10:28:44,088 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/95e8e35a2fec4cb49bda1066f8fa2f02, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/c42b7ec3f284436191788aef52f12c2f, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/5ca3e32cd4fa4497b1f5921cf55283c8, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/4cfa07eb5ae548d88bdfcd79c052efe4, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/184e3681f4274286a13db63b472fb660, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/1cd8880d8d15493bb2e1fc28fb124735, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/535d4cf2d888476193e9fe58ae400453, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/5584274f9452471d975ca5fe7ff6a8bc, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/fb99cc82eade43f889644db384ab741f, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/0f6edd58ffe946dcbc9471c0834dafd0, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/4378d6cebb5f4b7c83ab3a87c76ed018, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/093fd6ae38b24472974c009d97bc9392, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/aeef5720cb0d49f3841a7ec4971eabf8, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/c1a51cc65f76418ab22ec98b04e4525e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/4128bebfb8d5443d9ee9743a1edc0a61, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/80cd800bf551404bba870a84aff9da24, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/ca453e93882a4c86a15280058c8999f2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/63a4a95bd73b4f5b96f435959e1c1285, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/a0e01bbbff70446cbf52405e802d5a17, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/47ad8e50c1cf47f9bca03cf14bebd1ea, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/49c5bb5e002649308a0fc188019da243] to archive 2024-12-03T10:28:44,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T10:28:44,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/95e8e35a2fec4cb49bda1066f8fa2f02 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/95e8e35a2fec4cb49bda1066f8fa2f02 2024-12-03T10:28:44,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/c42b7ec3f284436191788aef52f12c2f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/c42b7ec3f284436191788aef52f12c2f 2024-12-03T10:28:44,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/5ca3e32cd4fa4497b1f5921cf55283c8 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/5ca3e32cd4fa4497b1f5921cf55283c8 2024-12-03T10:28:44,092 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/4cfa07eb5ae548d88bdfcd79c052efe4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/4cfa07eb5ae548d88bdfcd79c052efe4 2024-12-03T10:28:44,092 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/184e3681f4274286a13db63b472fb660 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/184e3681f4274286a13db63b472fb660 2024-12-03T10:28:44,093 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/1cd8880d8d15493bb2e1fc28fb124735 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/1cd8880d8d15493bb2e1fc28fb124735 2024-12-03T10:28:44,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/535d4cf2d888476193e9fe58ae400453 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/535d4cf2d888476193e9fe58ae400453 2024-12-03T10:28:44,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/5584274f9452471d975ca5fe7ff6a8bc to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/5584274f9452471d975ca5fe7ff6a8bc 2024-12-03T10:28:44,095 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/fb99cc82eade43f889644db384ab741f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/fb99cc82eade43f889644db384ab741f 2024-12-03T10:28:44,096 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/0f6edd58ffe946dcbc9471c0834dafd0 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/0f6edd58ffe946dcbc9471c0834dafd0 2024-12-03T10:28:44,096 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/4378d6cebb5f4b7c83ab3a87c76ed018 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/4378d6cebb5f4b7c83ab3a87c76ed018 2024-12-03T10:28:44,097 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/093fd6ae38b24472974c009d97bc9392 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/093fd6ae38b24472974c009d97bc9392 2024-12-03T10:28:44,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/aeef5720cb0d49f3841a7ec4971eabf8 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/aeef5720cb0d49f3841a7ec4971eabf8 2024-12-03T10:28:44,099 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/c1a51cc65f76418ab22ec98b04e4525e to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/c1a51cc65f76418ab22ec98b04e4525e 2024-12-03T10:28:44,099 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/4128bebfb8d5443d9ee9743a1edc0a61 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/4128bebfb8d5443d9ee9743a1edc0a61 2024-12-03T10:28:44,100 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/80cd800bf551404bba870a84aff9da24 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/80cd800bf551404bba870a84aff9da24 2024-12-03T10:28:44,101 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/ca453e93882a4c86a15280058c8999f2 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/ca453e93882a4c86a15280058c8999f2 2024-12-03T10:28:44,101 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/63a4a95bd73b4f5b96f435959e1c1285 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/63a4a95bd73b4f5b96f435959e1c1285 2024-12-03T10:28:44,102 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/a0e01bbbff70446cbf52405e802d5a17 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/a0e01bbbff70446cbf52405e802d5a17 2024-12-03T10:28:44,103 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/47ad8e50c1cf47f9bca03cf14bebd1ea to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/47ad8e50c1cf47f9bca03cf14bebd1ea 2024-12-03T10:28:44,104 DEBUG [StoreCloser-TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/49c5bb5e002649308a0fc188019da243 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/49c5bb5e002649308a0fc188019da243 2024-12-03T10:28:44,107 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/recovered.edits/335.seqid, newMaxSeqId=335, maxSeqId=1 2024-12-03T10:28:44,108 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99. 2024-12-03T10:28:44,108 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1635): Region close journal for 1bd9d7f3eac9515fe83583e6e48b7c99: 2024-12-03T10:28:44,109 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(170): Closed 1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:44,109 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=1bd9d7f3eac9515fe83583e6e48b7c99, regionState=CLOSED 2024-12-03T10:28:44,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-12-03T10:28:44,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseRegionProcedure 1bd9d7f3eac9515fe83583e6e48b7c99, server=b030dd9a36e7,33013,1733221628283 in 1.5120 sec 2024-12-03T10:28:44,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-12-03T10:28:44,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1bd9d7f3eac9515fe83583e6e48b7c99, UNASSIGN in 1.5150 sec 2024-12-03T10:28:44,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-03T10:28:44,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5170 sec 2024-12-03T10:28:44,114 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221724114"}]},"ts":"1733221724114"} 2024-12-03T10:28:44,114 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T10:28:44,128 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T10:28:44,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5950 sec 2024-12-03T10:28:44,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-03T10:28:44,645 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-12-03T10:28:44,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-03T10:28:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:28:44,650 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:28:44,651 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=93, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:28:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-03T10:28:44,653 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:44,658 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A, FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B, FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C, FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/recovered.edits] 2024-12-03T10:28:44,662 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/297f3b05e79c4f5285646bc1d6f1a21c to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/297f3b05e79c4f5285646bc1d6f1a21c 2024-12-03T10:28:44,664 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/7d1557317d8c489699e4525a0dda46e1 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/7d1557317d8c489699e4525a0dda46e1 2024-12-03T10:28:44,666 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/b3f4bf84efbc48fab2ff02daf543bf1c to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/A/b3f4bf84efbc48fab2ff02daf543bf1c 2024-12-03T10:28:44,670 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/25b69ce1fe4a4018bb576378f7290a33 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/25b69ce1fe4a4018bb576378f7290a33 2024-12-03T10:28:44,672 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/8ed1d14dac8e4d2883116eb0baddbff9 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/8ed1d14dac8e4d2883116eb0baddbff9 2024-12-03T10:28:44,674 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/e61689b42a894f81a7a8f0e84f7fa3f0 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/B/e61689b42a894f81a7a8f0e84f7fa3f0 2024-12-03T10:28:44,678 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/0356e4f31691458e86b0f46f0cc54f54 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/0356e4f31691458e86b0f46f0cc54f54 2024-12-03T10:28:44,680 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/2edbe526e44c43bb8a5d54c0eaa6b35b to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/2edbe526e44c43bb8a5d54c0eaa6b35b 2024-12-03T10:28:44,682 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/52b98e1fbec7451e8cc371b71eddfd33 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/C/52b98e1fbec7451e8cc371b71eddfd33 2024-12-03T10:28:44,686 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/recovered.edits/335.seqid to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99/recovered.edits/335.seqid 2024-12-03T10:28:44,687 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/1bd9d7f3eac9515fe83583e6e48b7c99 2024-12-03T10:28:44,687 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T10:28:44,690 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=93, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:28:44,700 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T10:28:44,702 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T10:28:44,703 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=93, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:28:44,703 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T10:28:44,703 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733221724703"}]},"ts":"9223372036854775807"} 2024-12-03T10:28:44,705 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-03T10:28:44,705 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 1bd9d7f3eac9515fe83583e6e48b7c99, NAME => 'TestAcidGuarantees,,1733221691634.1bd9d7f3eac9515fe83583e6e48b7c99.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T10:28:44,705 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T10:28:44,705 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733221724705"}]},"ts":"9223372036854775807"} 2024-12-03T10:28:44,706 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-03T10:28:44,745 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=93, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:28:44,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 100 msec 2024-12-03T10:28:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-03T10:28:44,752 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-12-03T10:28:44,764 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=237 (was 240), OpenFileDescriptor=445 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=288 (was 283) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2915 (was 2942) 2024-12-03T10:28:44,771 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=237, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=288, ProcessCount=11, AvailableMemoryMB=2914 2024-12-03T10:28:44,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T10:28:44,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:28:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T10:28:44,774 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:28:44,774 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:44,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:28:44,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 94 2024-12-03T10:28:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-03T10:28:44,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742144_1320 (size=963) 2024-12-03T10:28:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-03T10:28:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-03T10:28:45,187 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63 2024-12-03T10:28:45,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742145_1321 (size=53) 2024-12-03T10:28:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-03T10:28:45,599 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:28:45,599 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 4bb441f99be238eab2121fa4f5f635c4, disabling compactions & flushes 2024-12-03T10:28:45,599 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:45,599 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:45,600 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. after waiting 0 ms 2024-12-03T10:28:45,600 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:45,600 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:45,600 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:28:45,603 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:28:45,603 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733221725603"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221725603"}]},"ts":"1733221725603"} 2024-12-03T10:28:45,604 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-03T10:28:45,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:28:45,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221725605"}]},"ts":"1733221725605"} 2024-12-03T10:28:45,607 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T10:28:45,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4bb441f99be238eab2121fa4f5f635c4, ASSIGN}] 2024-12-03T10:28:45,656 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4bb441f99be238eab2121fa4f5f635c4, ASSIGN 2024-12-03T10:28:45,657 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4bb441f99be238eab2121fa4f5f635c4, ASSIGN; state=OFFLINE, location=b030dd9a36e7,33013,1733221628283; forceNewPlan=false, retain=false 2024-12-03T10:28:45,808 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=4bb441f99be238eab2121fa4f5f635c4, regionState=OPENING, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:45,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; OpenRegionProcedure 4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283}] 2024-12-03T10:28:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-03T10:28:45,964 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:45,969 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:45,969 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7285): Opening region: {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:28:45,970 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:45,970 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:28:45,970 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7327): checking encryption for 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:45,970 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7330): checking classloading for 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:45,972 INFO [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:45,974 INFO [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:28:45,975 INFO [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bb441f99be238eab2121fa4f5f635c4 columnFamilyName A 2024-12-03T10:28:45,975 DEBUG [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:45,975 INFO [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] regionserver.HStore(327): Store=4bb441f99be238eab2121fa4f5f635c4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:28:45,975 INFO [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:45,976 INFO [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:28:45,976 INFO [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bb441f99be238eab2121fa4f5f635c4 columnFamilyName B 2024-12-03T10:28:45,976 DEBUG [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:45,976 INFO [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] regionserver.HStore(327): Store=4bb441f99be238eab2121fa4f5f635c4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:28:45,976 INFO [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:45,977 INFO [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:28:45,977 INFO [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bb441f99be238eab2121fa4f5f635c4 columnFamilyName C 2024-12-03T10:28:45,977 DEBUG [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:45,977 INFO [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] regionserver.HStore(327): Store=4bb441f99be238eab2121fa4f5f635c4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:28:45,978 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:45,978 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:45,978 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:45,979 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T10:28:45,980 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1085): writing seq id for 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:45,981 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:28:45,981 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1102): Opened 4bb441f99be238eab2121fa4f5f635c4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69104207, jitterRate=0.029732927680015564}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T10:28:45,982 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1001): Region open journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:28:45,982 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4., pid=96, masterSystemTime=1733221725963 2024-12-03T10:28:45,983 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:45,983 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:45,983 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=4bb441f99be238eab2121fa4f5f635c4, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:45,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-12-03T10:28:45,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; OpenRegionProcedure 4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 in 173 msec 2024-12-03T10:28:45,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-12-03T10:28:45,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4bb441f99be238eab2121fa4f5f635c4, ASSIGN in 332 msec 2024-12-03T10:28:45,986 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:28:45,986 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221725986"}]},"ts":"1733221725986"} 2024-12-03T10:28:45,987 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T10:28:46,029 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:28:46,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2560 sec 2024-12-03T10:28:46,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-12-03T10:28:46,886 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-12-03T10:28:46,889 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b976e1a to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1df61dc9 2024-12-03T10:28:46,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe71801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:46,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:46,935 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52838, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:28:46,936 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:28:46,937 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50744, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:28:46,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T10:28:46,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:28:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-03T10:28:46,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742146_1322 (size=999) 2024-12-03T10:28:47,355 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-03T10:28:47,355 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-03T10:28:47,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T10:28:47,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4bb441f99be238eab2121fa4f5f635c4, REOPEN/MOVE}] 2024-12-03T10:28:47,361 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4bb441f99be238eab2121fa4f5f635c4, REOPEN/MOVE 2024-12-03T10:28:47,362 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=4bb441f99be238eab2121fa4f5f635c4, regionState=CLOSING, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:47,363 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T10:28:47,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure 4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283}] 2024-12-03T10:28:47,514 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:47,515 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:47,516 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-03T10:28:47,516 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing 4bb441f99be238eab2121fa4f5f635c4, disabling compactions & flushes 2024-12-03T10:28:47,516 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:47,516 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:47,516 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. after waiting 0 ms 2024-12-03T10:28:47,516 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:47,525 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-03T10:28:47,527 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:47,527 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:28:47,527 WARN [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionServer(3786): Not adding moved region record: 4bb441f99be238eab2121fa4f5f635c4 to self. 2024-12-03T10:28:47,529 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:47,530 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=4bb441f99be238eab2121fa4f5f635c4, regionState=CLOSED 2024-12-03T10:28:47,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-12-03T10:28:47,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure 4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 in 169 msec 2024-12-03T10:28:47,535 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4bb441f99be238eab2121fa4f5f635c4, REOPEN/MOVE; state=CLOSED, location=b030dd9a36e7,33013,1733221628283; forceNewPlan=false, retain=true 2024-12-03T10:28:47,685 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=4bb441f99be238eab2121fa4f5f635c4, regionState=OPENING, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:47,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=99, state=RUNNABLE; OpenRegionProcedure 4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283}] 2024-12-03T10:28:47,840 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:47,845 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:47,846 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7285): Opening region: {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:28:47,847 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:47,847 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:28:47,847 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7327): checking encryption for 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:47,847 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7330): checking classloading for 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:47,849 INFO [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:47,850 INFO [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:28:47,851 INFO [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bb441f99be238eab2121fa4f5f635c4 columnFamilyName A 2024-12-03T10:28:47,852 DEBUG [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:47,853 INFO [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] regionserver.HStore(327): Store=4bb441f99be238eab2121fa4f5f635c4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:28:47,854 INFO [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:47,855 INFO [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:28:47,855 INFO [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bb441f99be238eab2121fa4f5f635c4 columnFamilyName B 2024-12-03T10:28:47,855 DEBUG [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:47,856 INFO [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] regionserver.HStore(327): Store=4bb441f99be238eab2121fa4f5f635c4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:28:47,856 INFO [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:47,857 INFO [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:28:47,857 INFO [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bb441f99be238eab2121fa4f5f635c4 columnFamilyName C 2024-12-03T10:28:47,857 DEBUG [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:47,858 INFO [StoreOpener-4bb441f99be238eab2121fa4f5f635c4-1 {}] regionserver.HStore(327): Store=4bb441f99be238eab2121fa4f5f635c4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:28:47,858 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:47,859 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:47,860 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:47,861 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T10:28:47,863 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1085): writing seq id for 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:47,863 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1102): Opened 4bb441f99be238eab2121fa4f5f635c4; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65959710, jitterRate=-0.01712372899055481}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T10:28:47,864 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1001): Region open journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:28:47,865 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4., pid=101, masterSystemTime=1733221727839 2024-12-03T10:28:47,866 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:47,866 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:47,866 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=4bb441f99be238eab2121fa4f5f635c4, regionState=OPEN, openSeqNum=5, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:47,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=99 2024-12-03T10:28:47,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=99, state=SUCCESS; OpenRegionProcedure 4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 in 180 msec 2024-12-03T10:28:47,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-12-03T10:28:47,869 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4bb441f99be238eab2121fa4f5f635c4, REOPEN/MOVE in 507 msec 2024-12-03T10:28:47,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-12-03T10:28:47,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 511 msec 2024-12-03T10:28:47,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 933 msec 2024-12-03T10:28:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-03T10:28:47,876 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b82ba2a to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3637e4c6 2024-12-03T10:28:47,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f7d511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:47,942 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b6cf8cb to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72f422b4 2024-12-03T10:28:47,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc42ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:47,960 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ec15031 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2df33cdf 2024-12-03T10:28:47,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117e86d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:47,971 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dd5b441 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9f472e0 2024-12-03T10:28:47,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd96549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:47,979 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c336ea4 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@167a78b0 2024-12-03T10:28:47,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31aea41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:47,988 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5aee939b to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e247aa1 2024-12-03T10:28:47,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@801ba40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:47,996 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f49665c to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2205f666 2024-12-03T10:28:48,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27539bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:48,006 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683f8469 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6584e9ce 2024-12-03T10:28:48,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3203d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:48,019 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75e4d3d0 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37ec8e3b 2024-12-03T10:28:48,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798e7fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:48,031 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b308f62 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@787e5169 2024-12-03T10:28:48,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7284f16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:28:48,049 DEBUG [hconnection-0x74e1600c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:48,049 DEBUG [hconnection-0x6117c1e8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:48,050 DEBUG [hconnection-0x512dbd84-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:48,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:28:48,050 DEBUG [hconnection-0x79f23f58-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:48,050 DEBUG [hconnection-0x404e4d5c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:48,051 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:28:48,051 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57154, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:28:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-12-03T10:28:48,052 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:28:48,052 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:28:48,052 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:28:48,052 DEBUG [hconnection-0x2850ff85-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:48,052 DEBUG [hconnection-0x169ace45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:48,052 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:28:48,053 DEBUG [hconnection-0x6121c855-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:48,053 DEBUG [hconnection-0x3be3382a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:48,053 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:28:48,053 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57186, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:28:48,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:28:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-03T10:28:48,054 DEBUG [hconnection-0x15bd9c22-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:28:48,054 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57204, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:28:48,054 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:28:48,054 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57200, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:28:48,054 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:28:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:48,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4bb441f99be238eab2121fa4f5f635c4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T10:28:48,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=A 2024-12-03T10:28:48,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:48,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=B 2024-12-03T10:28:48,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:48,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=C 2024-12-03T10:28:48,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:48,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412033c23169e1bab4df4835e3f92463851bb_4bb441f99be238eab2121fa4f5f635c4 is 50, key is test_row_0/A:col10/1733221728064/Put/seqid=0 2024-12-03T10:28:48,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:48,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221788095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221788096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:48,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742147_1323 (size=12154) 2024-12-03T10:28:48,099 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:48,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221788096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:48,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221788097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:48,102 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412033c23169e1bab4df4835e3f92463851bb_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033c23169e1bab4df4835e3f92463851bb_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:48,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221788099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:48,103 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/0f12da3226364f019b106fb4b5def4d5, store: [table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:28:48,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/0f12da3226364f019b106fb4b5def4d5 is 175, key is test_row_0/A:col10/1733221728064/Put/seqid=0 2024-12-03T10:28:48,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742148_1324 (size=30955) 2024-12-03T10:28:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-03T10:28:48,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221788198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:48,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221788198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:48,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221788202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:48,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221788202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:48,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221788203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:48,205 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:48,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-03T10:28:48,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:48,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:28:48,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:48,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:48,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-03T10:28:48,357 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:48,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-03T10:28:48,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:48,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:28:48,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:48,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:48,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:48,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221788399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:48,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221788400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:48,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221788404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:48,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221788405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:48,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221788405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:48,510 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:48,510 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/0f12da3226364f019b106fb4b5def4d5 2024-12-03T10:28:48,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-03T10:28:48,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:48,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:28:48,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:48,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:48,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:48,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/7a82a2ef893b4c23a3186e7ce9aaa2b9 is 50, key is test_row_0/B:col10/1733221728064/Put/seqid=0 2024-12-03T10:28:48,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742149_1325 (size=12001) 2024-12-03T10:28:48,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-03T10:28:48,662 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:48,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-03T10:28:48,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:48,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:28:48,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:48,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:48,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:48,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:48,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221788703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:48,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221788704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:48,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221788709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:48,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:48,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221788710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:48,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221788710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:48,814 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:48,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-03T10:28:48,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:48,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:28:48,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:48,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:48,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:48,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/7a82a2ef893b4c23a3186e7ce9aaa2b9 2024-12-03T10:28:48,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/a8a898ac581645b79a7daf04198e999d is 50, key is test_row_0/C:col10/1733221728064/Put/seqid=0 2024-12-03T10:28:48,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742150_1326 (size=12001) 2024-12-03T10:28:48,966 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:48,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-03T10:28:48,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:48,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:28:48,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:48,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:48,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:49,119 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:49,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-03T10:28:49,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:49,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:28:49,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:49,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:49,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-03T10:28:49,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221789208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:49,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221789209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:49,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221789212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:49,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221789212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:49,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221789212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:49,271 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:49,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-03T10:28:49,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:49,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:28:49,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:49,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:49,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:49,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/a8a898ac581645b79a7daf04198e999d 2024-12-03T10:28:49,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/0f12da3226364f019b106fb4b5def4d5 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/0f12da3226364f019b106fb4b5def4d5 2024-12-03T10:28:49,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/0f12da3226364f019b106fb4b5def4d5, entries=150, sequenceid=18, filesize=30.2 K 2024-12-03T10:28:49,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/7a82a2ef893b4c23a3186e7ce9aaa2b9 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/7a82a2ef893b4c23a3186e7ce9aaa2b9 2024-12-03T10:28:49,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/7a82a2ef893b4c23a3186e7ce9aaa2b9, entries=150, sequenceid=18, filesize=11.7 K 2024-12-03T10:28:49,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/a8a898ac581645b79a7daf04198e999d as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/a8a898ac581645b79a7daf04198e999d 2024-12-03T10:28:49,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/a8a898ac581645b79a7daf04198e999d, entries=150, sequenceid=18, filesize=11.7 K 2024-12-03T10:28:49,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 4bb441f99be238eab2121fa4f5f635c4 in 1306ms, sequenceid=18, compaction requested=false 2024-12-03T10:28:49,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:28:49,424 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:49,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-12-03T10:28:49,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:49,424 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 4bb441f99be238eab2121fa4f5f635c4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-03T10:28:49,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=A 2024-12-03T10:28:49,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:49,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=B 2024-12-03T10:28:49,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:49,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=C 2024-12-03T10:28:49,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:49,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120308eff5ffa092473385e1a5c050b29684_4bb441f99be238eab2121fa4f5f635c4 is 50, key is test_row_0/A:col10/1733221728096/Put/seqid=0 2024-12-03T10:28:49,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742151_1327 (size=12154) 2024-12-03T10:28:49,635 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T10:28:49,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:49,837 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120308eff5ffa092473385e1a5c050b29684_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120308eff5ffa092473385e1a5c050b29684_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:49,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/4ad4250c61a44f1a82fdeae98ec00503, store: [table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:28:49,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/4ad4250c61a44f1a82fdeae98ec00503 is 175, key is test_row_0/A:col10/1733221728096/Put/seqid=0 2024-12-03T10:28:49,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742152_1328 (size=30955) 2024-12-03T10:28:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-03T10:28:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:50,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:28:50,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221790225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:50,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221790225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:50,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221790226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:50,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221790227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:50,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221790228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:50,243 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/4ad4250c61a44f1a82fdeae98ec00503 2024-12-03T10:28:50,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/fdbc9340a3164439921912c7dc48ee58 is 50, key is test_row_0/B:col10/1733221728096/Put/seqid=0 2024-12-03T10:28:50,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742153_1329 (size=12001) 2024-12-03T10:28:50,255 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/fdbc9340a3164439921912c7dc48ee58 2024-12-03T10:28:50,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/eff86d58b544478f8c810f01d5df4988 is 50, key is test_row_0/C:col10/1733221728096/Put/seqid=0 2024-12-03T10:28:50,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742154_1330 (size=12001) 2024-12-03T10:28:50,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221790330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:50,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221790330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:50,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221790331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:50,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221790335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:50,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221790335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:50,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221790534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:50,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221790534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:50,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221790534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:50,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221790538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:50,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221790538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:50,667 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/eff86d58b544478f8c810f01d5df4988 2024-12-03T10:28:50,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/4ad4250c61a44f1a82fdeae98ec00503 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/4ad4250c61a44f1a82fdeae98ec00503 2024-12-03T10:28:50,673 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/4ad4250c61a44f1a82fdeae98ec00503, entries=150, sequenceid=41, filesize=30.2 K 2024-12-03T10:28:50,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/fdbc9340a3164439921912c7dc48ee58 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/fdbc9340a3164439921912c7dc48ee58 2024-12-03T10:28:50,677 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/fdbc9340a3164439921912c7dc48ee58, entries=150, sequenceid=41, filesize=11.7 K 2024-12-03T10:28:50,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/eff86d58b544478f8c810f01d5df4988 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/eff86d58b544478f8c810f01d5df4988 2024-12-03T10:28:50,681 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/eff86d58b544478f8c810f01d5df4988, entries=150, sequenceid=41, filesize=11.7 K 2024-12-03T10:28:50,682 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4bb441f99be238eab2121fa4f5f635c4 in 1257ms, sequenceid=41, compaction requested=false 2024-12-03T10:28:50,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:28:50,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:50,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-12-03T10:28:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-12-03T10:28:50,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-12-03T10:28:50,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6290 sec 2024-12-03T10:28:50,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 2.6340 sec 2024-12-03T10:28:50,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:50,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4bb441f99be238eab2121fa4f5f635c4 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-03T10:28:50,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=A 2024-12-03T10:28:50,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:50,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=B 2024-12-03T10:28:50,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:50,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=C 2024-12-03T10:28:50,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:50,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120326714e96b0ff4fd8af6c2719f9eb8f24_4bb441f99be238eab2121fa4f5f635c4 is 50, key is test_row_0/A:col10/1733221730841/Put/seqid=0 2024-12-03T10:28:50,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742155_1331 (size=12154) 2024-12-03T10:28:50,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221790861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:50,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:50,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221790863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:50,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221790863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:50,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221790864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:50,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221790864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:50,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221790968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:50,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221790968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:50,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221790972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:50,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221790972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:50,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:50,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221790972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:51,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221791169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:51,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221791172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:51,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221791177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:51,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221791177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:51,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221791178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:51,259 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:51,262 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120326714e96b0ff4fd8af6c2719f9eb8f24_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120326714e96b0ff4fd8af6c2719f9eb8f24_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:51,263 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/91e34dd56e9d4ebcad1f601d3480f981, store: [table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:28:51,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/91e34dd56e9d4ebcad1f601d3480f981 is 175, key is test_row_0/A:col10/1733221730841/Put/seqid=0 2024-12-03T10:28:51,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742156_1332 (size=30955) 2024-12-03T10:28:51,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:51,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221791475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:51,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:51,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221791475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:51,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221791481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:51,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221791482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:51,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221791483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:51,667 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/91e34dd56e9d4ebcad1f601d3480f981 2024-12-03T10:28:51,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/d5209067bda44a9cad5bbae31ca31f82 is 50, key is test_row_0/B:col10/1733221730841/Put/seqid=0 2024-12-03T10:28:51,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742157_1333 (size=12001) 2024-12-03T10:28:51,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221791980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:51,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221791982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:51,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221791984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:51,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221791986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:51,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221791986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:52,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/d5209067bda44a9cad5bbae31ca31f82 2024-12-03T10:28:52,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/8d06d1d13e0847b787caf351e610ee39 is 50, key is test_row_0/C:col10/1733221730841/Put/seqid=0 2024-12-03T10:28:52,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742158_1334 (size=12001) 2024-12-03T10:28:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-03T10:28:52,158 INFO [Thread-1474 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-12-03T10:28:52,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:28:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-12-03T10:28:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-03T10:28:52,160 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:28:52,160 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:28:52,160 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:28:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-03T10:28:52,311 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:52,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-03T10:28:52,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:52,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:28:52,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:52,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:52,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-03T10:28:52,464 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:52,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-03T10:28:52,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:52,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:28:52,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:52,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:52,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:52,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/8d06d1d13e0847b787caf351e610ee39 2024-12-03T10:28:52,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/91e34dd56e9d4ebcad1f601d3480f981 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/91e34dd56e9d4ebcad1f601d3480f981 2024-12-03T10:28:52,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/91e34dd56e9d4ebcad1f601d3480f981, entries=150, sequenceid=56, filesize=30.2 K 2024-12-03T10:28:52,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/d5209067bda44a9cad5bbae31ca31f82 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/d5209067bda44a9cad5bbae31ca31f82 2024-12-03T10:28:52,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/d5209067bda44a9cad5bbae31ca31f82, entries=150, sequenceid=56, filesize=11.7 K 2024-12-03T10:28:52,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/8d06d1d13e0847b787caf351e610ee39 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/8d06d1d13e0847b787caf351e610ee39 2024-12-03T10:28:52,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/8d06d1d13e0847b787caf351e610ee39, entries=150, sequenceid=56, filesize=11.7 K 2024-12-03T10:28:52,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 4bb441f99be238eab2121fa4f5f635c4 in 1665ms, sequenceid=56, compaction requested=true 2024-12-03T10:28:52,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:28:52,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bb441f99be238eab2121fa4f5f635c4:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:28:52,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:52,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bb441f99be238eab2121fa4f5f635c4:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:28:52,506 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:52,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:52,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bb441f99be238eab2121fa4f5f635c4:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:28:52,506 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:52,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:28:52,507 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:52,507 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:52,507 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 4bb441f99be238eab2121fa4f5f635c4/A is initiating minor compaction (all files) 2024-12-03T10:28:52,507 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 4bb441f99be238eab2121fa4f5f635c4/B is initiating minor compaction (all files) 2024-12-03T10:28:52,507 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bb441f99be238eab2121fa4f5f635c4/A in TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:52,507 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bb441f99be238eab2121fa4f5f635c4/B in TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:52,507 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/7a82a2ef893b4c23a3186e7ce9aaa2b9, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/fdbc9340a3164439921912c7dc48ee58, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/d5209067bda44a9cad5bbae31ca31f82] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp, totalSize=35.2 K 2024-12-03T10:28:52,507 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/0f12da3226364f019b106fb4b5def4d5, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/4ad4250c61a44f1a82fdeae98ec00503, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/91e34dd56e9d4ebcad1f601d3480f981] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp, totalSize=90.7 K 2024-12-03T10:28:52,507 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:52,507 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. files: [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/0f12da3226364f019b106fb4b5def4d5, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/4ad4250c61a44f1a82fdeae98ec00503, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/91e34dd56e9d4ebcad1f601d3480f981] 2024-12-03T10:28:52,507 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a82a2ef893b4c23a3186e7ce9aaa2b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1733221728059 2024-12-03T10:28:52,507 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f12da3226364f019b106fb4b5def4d5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1733221728059 2024-12-03T10:28:52,508 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting fdbc9340a3164439921912c7dc48ee58, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733221728089 2024-12-03T10:28:52,508 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ad4250c61a44f1a82fdeae98ec00503, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733221728089 2024-12-03T10:28:52,508 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting d5209067bda44a9cad5bbae31ca31f82, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733221730227 2024-12-03T10:28:52,508 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91e34dd56e9d4ebcad1f601d3480f981, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733221730227 2024-12-03T10:28:52,514 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:28:52,516 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bb441f99be238eab2121fa4f5f635c4#B#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:52,517 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/ecebc88300cb4829a71bf3d675e3bc89 is 50, key is test_row_0/B:col10/1733221730841/Put/seqid=0 2024-12-03T10:28:52,519 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203596bc789bf6443e6a2946e88b1e77bc0_4bb441f99be238eab2121fa4f5f635c4 store=[table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:28:52,520 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203596bc789bf6443e6a2946e88b1e77bc0_4bb441f99be238eab2121fa4f5f635c4, store=[table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:28:52,520 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203596bc789bf6443e6a2946e88b1e77bc0_4bb441f99be238eab2121fa4f5f635c4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:28:52,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742160_1336 (size=4469) 2024-12-03T10:28:52,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742159_1335 (size=12104) 2024-12-03T10:28:52,616 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:52,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-03T10:28:52,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:52,617 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 4bb441f99be238eab2121fa4f5f635c4 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-03T10:28:52,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=A 2024-12-03T10:28:52,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:52,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=B 2024-12-03T10:28:52,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:52,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=C 2024-12-03T10:28:52,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:52,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412038483e122309e4528b314067cd78f9064_4bb441f99be238eab2121fa4f5f635c4 is 50, key is test_row_0/A:col10/1733221730863/Put/seqid=0 2024-12-03T10:28:52,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742161_1337 (size=12154) 2024-12-03T10:28:52,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:52,630 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412038483e122309e4528b314067cd78f9064_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038483e122309e4528b314067cd78f9064_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:52,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/7f7bb239d46d4dbe8267b58b0b321d5a, store: [table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:28:52,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/7f7bb239d46d4dbe8267b58b0b321d5a is 175, key is test_row_0/A:col10/1733221730863/Put/seqid=0 2024-12-03T10:28:52,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742162_1338 (size=30955) 2024-12-03T10:28:52,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-03T10:28:52,925 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bb441f99be238eab2121fa4f5f635c4#A#compaction#285 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:52,925 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/757b9ae9ed6a4138b0c82fbee45779fe is 175, key is test_row_0/A:col10/1733221730841/Put/seqid=0 2024-12-03T10:28:52,929 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/ecebc88300cb4829a71bf3d675e3bc89 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/ecebc88300cb4829a71bf3d675e3bc89 2024-12-03T10:28:52,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742163_1339 (size=31058) 2024-12-03T10:28:52,934 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bb441f99be238eab2121fa4f5f635c4/B of 4bb441f99be238eab2121fa4f5f635c4 into ecebc88300cb4829a71bf3d675e3bc89(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:52,935 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:28:52,935 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4., storeName=4bb441f99be238eab2121fa4f5f635c4/B, priority=13, startTime=1733221732506; duration=0sec 2024-12-03T10:28:52,935 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:28:52,935 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bb441f99be238eab2121fa4f5f635c4:B 2024-12-03T10:28:52,935 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:52,936 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:52,936 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 4bb441f99be238eab2121fa4f5f635c4/C is initiating minor compaction (all files) 2024-12-03T10:28:52,936 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bb441f99be238eab2121fa4f5f635c4/C in TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:52,936 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/a8a898ac581645b79a7daf04198e999d, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/eff86d58b544478f8c810f01d5df4988, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/8d06d1d13e0847b787caf351e610ee39] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp, totalSize=35.2 K 2024-12-03T10:28:52,936 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting a8a898ac581645b79a7daf04198e999d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1733221728059 2024-12-03T10:28:52,937 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting eff86d58b544478f8c810f01d5df4988, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733221728089 2024-12-03T10:28:52,937 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d06d1d13e0847b787caf351e610ee39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733221730227 2024-12-03T10:28:52,948 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bb441f99be238eab2121fa4f5f635c4#C#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:52,949 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/afc3cf7a7b5043e39ac3ff7505ea6328 is 50, key is test_row_0/C:col10/1733221730841/Put/seqid=0 2024-12-03T10:28:52,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:52,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:28:52,990 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/757b9ae9ed6a4138b0c82fbee45779fe as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/757b9ae9ed6a4138b0c82fbee45779fe 2024-12-03T10:28:52,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742164_1340 (size=12104) 2024-12-03T10:28:52,995 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bb441f99be238eab2121fa4f5f635c4/A of 4bb441f99be238eab2121fa4f5f635c4 into 757b9ae9ed6a4138b0c82fbee45779fe(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:52,995 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:28:52,995 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4., storeName=4bb441f99be238eab2121fa4f5f635c4/A, priority=13, startTime=1733221732506; duration=0sec 2024-12-03T10:28:52,995 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:52,995 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bb441f99be238eab2121fa4f5f635c4:A 2024-12-03T10:28:52,995 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/afc3cf7a7b5043e39ac3ff7505ea6328 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/afc3cf7a7b5043e39ac3ff7505ea6328 2024-12-03T10:28:52,999 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bb441f99be238eab2121fa4f5f635c4/C of 4bb441f99be238eab2121fa4f5f635c4 into afc3cf7a7b5043e39ac3ff7505ea6328(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:52,999 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:28:52,999 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4., storeName=4bb441f99be238eab2121fa4f5f635c4/C, priority=13, startTime=1733221732506; duration=0sec 2024-12-03T10:28:52,999 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:52,999 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bb441f99be238eab2121fa4f5f635c4:C 2024-12-03T10:28:53,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221793000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221793001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221793001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221793004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221793004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,035 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/7f7bb239d46d4dbe8267b58b0b321d5a 2024-12-03T10:28:53,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/dc411d4f19d240a5a8c2652510e29c16 is 50, key is test_row_0/B:col10/1733221730863/Put/seqid=0 2024-12-03T10:28:53,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742165_1341 (size=12001) 2024-12-03T10:28:53,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221793104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221793105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221793105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221793108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221793109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-03T10:28:53,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221793307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221793307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221793307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221793310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221793310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,444 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/dc411d4f19d240a5a8c2652510e29c16 2024-12-03T10:28:53,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/f6c354b09a5a4f28ac8e11bc26ffff92 is 50, key is test_row_0/C:col10/1733221730863/Put/seqid=0 2024-12-03T10:28:53,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742166_1342 (size=12001) 2024-12-03T10:28:53,454 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/f6c354b09a5a4f28ac8e11bc26ffff92 2024-12-03T10:28:53,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/7f7bb239d46d4dbe8267b58b0b321d5a as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/7f7bb239d46d4dbe8267b58b0b321d5a 2024-12-03T10:28:53,461 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/7f7bb239d46d4dbe8267b58b0b321d5a, entries=150, sequenceid=78, filesize=30.2 K 2024-12-03T10:28:53,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/dc411d4f19d240a5a8c2652510e29c16 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/dc411d4f19d240a5a8c2652510e29c16 2024-12-03T10:28:53,464 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/dc411d4f19d240a5a8c2652510e29c16, entries=150, sequenceid=78, filesize=11.7 K 2024-12-03T10:28:53,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/f6c354b09a5a4f28ac8e11bc26ffff92 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/f6c354b09a5a4f28ac8e11bc26ffff92 2024-12-03T10:28:53,468 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/f6c354b09a5a4f28ac8e11bc26ffff92, entries=150, sequenceid=78, filesize=11.7 K 2024-12-03T10:28:53,469 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 4bb441f99be238eab2121fa4f5f635c4 in 853ms, sequenceid=78, compaction requested=false 2024-12-03T10:28:53,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:28:53,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:53,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-12-03T10:28:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-12-03T10:28:53,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-12-03T10:28:53,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3100 sec 2024-12-03T10:28:53,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.3120 sec 2024-12-03T10:28:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:53,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4bb441f99be238eab2121fa4f5f635c4 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-03T10:28:53,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=A 2024-12-03T10:28:53,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:53,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=B 2024-12-03T10:28:53,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:53,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=C 2024-12-03T10:28:53,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:53,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203caec23f387334d36b21e6d24d6555fb7_4bb441f99be238eab2121fa4f5f635c4 is 50, key is test_row_0/A:col10/1733221733613/Put/seqid=0 2024-12-03T10:28:53,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742167_1343 (size=14594) 2024-12-03T10:28:53,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221793653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221793653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221793654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221793655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221793655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221793760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221793760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221793761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221793761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221793761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221793964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221793965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221793965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221793965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:53,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221793966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:54,029 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:54,032 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203caec23f387334d36b21e6d24d6555fb7_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203caec23f387334d36b21e6d24d6555fb7_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:54,032 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/159d965a72b1461dac8e1d7eddb498b4, store: [table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:28:54,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/159d965a72b1461dac8e1d7eddb498b4 is 175, key is test_row_0/A:col10/1733221733613/Put/seqid=0 2024-12-03T10:28:54,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742168_1344 (size=39549) 2024-12-03T10:28:54,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-03T10:28:54,263 INFO [Thread-1474 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-12-03T10:28:54,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:28:54,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-12-03T10:28:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-03T10:28:54,265 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:28:54,265 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:28:54,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:28:54,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:54,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221794269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:54,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221794269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:54,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221794269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:54,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221794270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:54,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221794270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:54,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-03T10:28:54,417 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:54,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-03T10:28:54,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:54,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:28:54,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:54,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:54,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:54,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:54,438 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/159d965a72b1461dac8e1d7eddb498b4 2024-12-03T10:28:54,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/b80d8cd0bf774ca884ccf7600216f9ab is 50, key is test_row_0/B:col10/1733221733613/Put/seqid=0 2024-12-03T10:28:54,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742169_1345 (size=12001) 2024-12-03T10:28:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-03T10:28:54,569 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:54,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-03T10:28:54,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:54,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:28:54,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:54,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:54,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:54,721 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:54,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-03T10:28:54,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:54,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:28:54,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:54,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:54,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:54,775 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221794773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:54,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:54,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221794774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:54,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221794776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:54,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:54,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221794776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:54,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221794777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:54,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/b80d8cd0bf774ca884ccf7600216f9ab 2024-12-03T10:28:54,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/87983c1d483b426a8f8e29e599fd5845 is 50, key is test_row_0/C:col10/1733221733613/Put/seqid=0 2024-12-03T10:28:54,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742170_1346 (size=12001) 2024-12-03T10:28:54,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-03T10:28:54,874 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:54,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-03T10:28:54,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:54,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:28:54,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:54,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:54,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:55,026 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:55,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-03T10:28:55,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:55,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:28:55,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:55,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:55,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:55,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:55,178 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:55,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-03T10:28:55,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:55,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:28:55,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:55,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:55,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:55,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/87983c1d483b426a8f8e29e599fd5845 2024-12-03T10:28:55,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/159d965a72b1461dac8e1d7eddb498b4 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/159d965a72b1461dac8e1d7eddb498b4 2024-12-03T10:28:55,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/159d965a72b1461dac8e1d7eddb498b4, entries=200, sequenceid=98, filesize=38.6 K 2024-12-03T10:28:55,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/b80d8cd0bf774ca884ccf7600216f9ab as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/b80d8cd0bf774ca884ccf7600216f9ab 2024-12-03T10:28:55,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/b80d8cd0bf774ca884ccf7600216f9ab, entries=150, sequenceid=98, filesize=11.7 K 2024-12-03T10:28:55,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/87983c1d483b426a8f8e29e599fd5845 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/87983c1d483b426a8f8e29e599fd5845 2024-12-03T10:28:55,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/87983c1d483b426a8f8e29e599fd5845, entries=150, sequenceid=98, filesize=11.7 K 2024-12-03T10:28:55,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 4bb441f99be238eab2121fa4f5f635c4 in 1661ms, sequenceid=98, compaction requested=true 2024-12-03T10:28:55,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:28:55,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bb441f99be238eab2121fa4f5f635c4:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:28:55,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:55,274 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:55,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bb441f99be238eab2121fa4f5f635c4:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:28:55,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:55,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bb441f99be238eab2121fa4f5f635c4:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:28:55,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:28:55,274 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:55,275 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:55,275 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:55,275 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 4bb441f99be238eab2121fa4f5f635c4/A is initiating minor compaction (all files) 2024-12-03T10:28:55,275 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 4bb441f99be238eab2121fa4f5f635c4/B is initiating minor compaction (all files) 2024-12-03T10:28:55,275 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bb441f99be238eab2121fa4f5f635c4/B in TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:55,275 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bb441f99be238eab2121fa4f5f635c4/A in TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:55,275 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/757b9ae9ed6a4138b0c82fbee45779fe, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/7f7bb239d46d4dbe8267b58b0b321d5a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/159d965a72b1461dac8e1d7eddb498b4] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp, totalSize=99.2 K 2024-12-03T10:28:55,275 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/ecebc88300cb4829a71bf3d675e3bc89, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/dc411d4f19d240a5a8c2652510e29c16, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/b80d8cd0bf774ca884ccf7600216f9ab] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp, totalSize=35.3 K 2024-12-03T10:28:55,275 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:55,275 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. files: [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/757b9ae9ed6a4138b0c82fbee45779fe, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/7f7bb239d46d4dbe8267b58b0b321d5a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/159d965a72b1461dac8e1d7eddb498b4] 2024-12-03T10:28:55,276 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting ecebc88300cb4829a71bf3d675e3bc89, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733221730227 2024-12-03T10:28:55,276 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 757b9ae9ed6a4138b0c82fbee45779fe, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733221730227 2024-12-03T10:28:55,276 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting dc411d4f19d240a5a8c2652510e29c16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733221730862 2024-12-03T10:28:55,276 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f7bb239d46d4dbe8267b58b0b321d5a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733221730862 2024-12-03T10:28:55,276 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting b80d8cd0bf774ca884ccf7600216f9ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733221733000 2024-12-03T10:28:55,276 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 159d965a72b1461dac8e1d7eddb498b4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733221733000 2024-12-03T10:28:55,280 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:28:55,281 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bb441f99be238eab2121fa4f5f635c4#B#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:55,281 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/dca7c55de339407faff3185ea48d73c3 is 50, key is test_row_0/B:col10/1733221733613/Put/seqid=0 2024-12-03T10:28:55,281 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203a9cd10f76bd043d78288eb42c38cb6cb_4bb441f99be238eab2121fa4f5f635c4 store=[table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:28:55,283 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203a9cd10f76bd043d78288eb42c38cb6cb_4bb441f99be238eab2121fa4f5f635c4, store=[table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:28:55,283 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203a9cd10f76bd043d78288eb42c38cb6cb_4bb441f99be238eab2121fa4f5f635c4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:28:55,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742171_1347 (size=12207) 2024-12-03T10:28:55,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742172_1348 (size=4469) 2024-12-03T10:28:55,330 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:55,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-03T10:28:55,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:55,331 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 4bb441f99be238eab2121fa4f5f635c4 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-03T10:28:55,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=A 2024-12-03T10:28:55,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:55,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=B 2024-12-03T10:28:55,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:55,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=C 2024-12-03T10:28:55,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:55,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120385212d85617749bcb28ead554487f68d_4bb441f99be238eab2121fa4f5f635c4 is 50, key is test_row_0/A:col10/1733221733652/Put/seqid=0 2024-12-03T10:28:55,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742173_1349 (size=12154) 2024-12-03T10:28:55,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-03T10:28:55,692 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bb441f99be238eab2121fa4f5f635c4#A#compaction#295 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:55,693 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/173cfab494ef4183a7d1069e8bb698b5 is 175, key is test_row_0/A:col10/1733221733613/Put/seqid=0 2024-12-03T10:28:55,696 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/dca7c55de339407faff3185ea48d73c3 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/dca7c55de339407faff3185ea48d73c3 2024-12-03T10:28:55,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742174_1350 (size=31161) 2024-12-03T10:28:55,700 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bb441f99be238eab2121fa4f5f635c4/B of 4bb441f99be238eab2121fa4f5f635c4 into dca7c55de339407faff3185ea48d73c3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:55,700 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:28:55,700 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4., storeName=4bb441f99be238eab2121fa4f5f635c4/B, priority=13, startTime=1733221735274; duration=0sec 2024-12-03T10:28:55,700 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:28:55,700 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bb441f99be238eab2121fa4f5f635c4:B 2024-12-03T10:28:55,700 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:55,700 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/173cfab494ef4183a7d1069e8bb698b5 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/173cfab494ef4183a7d1069e8bb698b5 2024-12-03T10:28:55,701 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:55,701 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 4bb441f99be238eab2121fa4f5f635c4/C is initiating minor compaction (all files) 2024-12-03T10:28:55,701 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bb441f99be238eab2121fa4f5f635c4/C in TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:55,701 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/afc3cf7a7b5043e39ac3ff7505ea6328, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/f6c354b09a5a4f28ac8e11bc26ffff92, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/87983c1d483b426a8f8e29e599fd5845] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp, totalSize=35.3 K 2024-12-03T10:28:55,702 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting afc3cf7a7b5043e39ac3ff7505ea6328, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733221730227 2024-12-03T10:28:55,702 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting f6c354b09a5a4f28ac8e11bc26ffff92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733221730862 2024-12-03T10:28:55,702 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 87983c1d483b426a8f8e29e599fd5845, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733221733000 2024-12-03T10:28:55,704 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bb441f99be238eab2121fa4f5f635c4/A of 4bb441f99be238eab2121fa4f5f635c4 into 173cfab494ef4183a7d1069e8bb698b5(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:55,704 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:28:55,704 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4., storeName=4bb441f99be238eab2121fa4f5f635c4/A, priority=13, startTime=1733221735274; duration=0sec 2024-12-03T10:28:55,704 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:55,704 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bb441f99be238eab2121fa4f5f635c4:A 2024-12-03T10:28:55,709 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bb441f99be238eab2121fa4f5f635c4#C#compaction#297 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:55,709 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/31d1ceed537b41dc95b6aac2a94a14f1 is 50, key is test_row_0/C:col10/1733221733613/Put/seqid=0 2024-12-03T10:28:55,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742175_1351 (size=12207) 2024-12-03T10:28:55,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:55,745 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120385212d85617749bcb28ead554487f68d_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120385212d85617749bcb28ead554487f68d_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:55,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/3f67e1b6a28b48c8a81720754ec652a1, store: [table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:28:55,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/3f67e1b6a28b48c8a81720754ec652a1 is 175, key is test_row_0/A:col10/1733221733652/Put/seqid=0 2024-12-03T10:28:55,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742176_1352 (size=30955) 2024-12-03T10:28:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:55,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:28:55,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221795790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:55,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221795791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:55,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221795794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:55,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221795795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:55,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221795795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:55,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221795896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:55,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221795896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:55,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221795896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:55,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221795899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:55,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221795900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:56,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221796100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:56,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221796100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:56,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221796101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:56,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221796101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:56,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221796105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:56,116 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/31d1ceed537b41dc95b6aac2a94a14f1 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/31d1ceed537b41dc95b6aac2a94a14f1 2024-12-03T10:28:56,120 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bb441f99be238eab2121fa4f5f635c4/C of 4bb441f99be238eab2121fa4f5f635c4 into 31d1ceed537b41dc95b6aac2a94a14f1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:56,120 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:28:56,120 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4., storeName=4bb441f99be238eab2121fa4f5f635c4/C, priority=13, startTime=1733221735274; duration=0sec 2024-12-03T10:28:56,120 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:56,120 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bb441f99be238eab2121fa4f5f635c4:C 2024-12-03T10:28:56,151 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/3f67e1b6a28b48c8a81720754ec652a1 2024-12-03T10:28:56,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/6a35e7dd24c740a88128d3e3c171aa0c is 50, key is test_row_0/B:col10/1733221733652/Put/seqid=0 2024-12-03T10:28:56,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742177_1353 (size=12001) 2024-12-03T10:28:56,161 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/6a35e7dd24c740a88128d3e3c171aa0c 2024-12-03T10:28:56,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/26c6da98fb2f44ca88a9eeacf8fa3128 is 50, key is test_row_0/C:col10/1733221733652/Put/seqid=0 2024-12-03T10:28:56,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742178_1354 (size=12001) 2024-12-03T10:28:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-03T10:28:56,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221796404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:56,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221796404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:56,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221796404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:56,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221796404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:56,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221796409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:56,570 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/26c6da98fb2f44ca88a9eeacf8fa3128 2024-12-03T10:28:56,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/3f67e1b6a28b48c8a81720754ec652a1 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/3f67e1b6a28b48c8a81720754ec652a1 2024-12-03T10:28:56,577 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/3f67e1b6a28b48c8a81720754ec652a1, entries=150, sequenceid=117, filesize=30.2 K 2024-12-03T10:28:56,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/6a35e7dd24c740a88128d3e3c171aa0c as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/6a35e7dd24c740a88128d3e3c171aa0c 2024-12-03T10:28:56,581 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/6a35e7dd24c740a88128d3e3c171aa0c, entries=150, sequenceid=117, filesize=11.7 K 2024-12-03T10:28:56,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/26c6da98fb2f44ca88a9eeacf8fa3128 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/26c6da98fb2f44ca88a9eeacf8fa3128 2024-12-03T10:28:56,585 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/26c6da98fb2f44ca88a9eeacf8fa3128, entries=150, sequenceid=117, filesize=11.7 K 2024-12-03T10:28:56,586 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 4bb441f99be238eab2121fa4f5f635c4 in 1255ms, sequenceid=117, compaction requested=false 2024-12-03T10:28:56,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:28:56,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:56,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-12-03T10:28:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-12-03T10:28:56,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-12-03T10:28:56,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3220 sec 2024-12-03T10:28:56,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.3240 sec 2024-12-03T10:28:56,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:56,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4bb441f99be238eab2121fa4f5f635c4 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-03T10:28:56,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=A 2024-12-03T10:28:56,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:56,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=B 2024-12-03T10:28:56,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:56,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=C 2024-12-03T10:28:56,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:56,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203528daaec94d84e84ada2157bd608c8b1_4bb441f99be238eab2121fa4f5f635c4 is 50, key is test_row_0/A:col10/1733221736911/Put/seqid=0 2024-12-03T10:28:56,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742179_1355 (size=17284) 2024-12-03T10:28:56,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221796929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:56,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221796933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:56,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:56,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221796933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:56,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221796934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:56,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221796934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:57,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221797035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:57,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221797038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:57,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221797038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:57,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221797039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:57,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221797040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:57,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221797241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:57,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221797241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:57,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221797242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:57,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221797243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:57,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221797244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:57,327 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:57,329 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203528daaec94d84e84ada2157bd608c8b1_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203528daaec94d84e84ada2157bd608c8b1_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:57,330 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/80805943cd7e43fcad9c3527ee377d41, store: [table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:28:57,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/80805943cd7e43fcad9c3527ee377d41 is 175, key is test_row_0/A:col10/1733221736911/Put/seqid=0 2024-12-03T10:28:57,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742180_1356 (size=48389) 2024-12-03T10:28:57,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221797545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:57,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221797546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:57,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221797547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:57,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221797547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:57,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221797548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:57,734 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=139, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/80805943cd7e43fcad9c3527ee377d41 2024-12-03T10:28:57,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/d88c4bd54a734808be39455a43376cf6 is 50, key is test_row_0/B:col10/1733221736911/Put/seqid=0 2024-12-03T10:28:57,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742181_1357 (size=12151) 2024-12-03T10:28:58,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:58,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221798049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:58,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:58,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221798051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:58,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221798052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:58,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221798053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:58,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:58,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221798053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:58,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/d88c4bd54a734808be39455a43376cf6 2024-12-03T10:28:58,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/e689af0eadf740c79954db44bf71f9a8 is 50, key is test_row_0/C:col10/1733221736911/Put/seqid=0 2024-12-03T10:28:58,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742182_1358 (size=12151) 2024-12-03T10:28:58,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/e689af0eadf740c79954db44bf71f9a8 2024-12-03T10:28:58,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/80805943cd7e43fcad9c3527ee377d41 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/80805943cd7e43fcad9c3527ee377d41 2024-12-03T10:28:58,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/80805943cd7e43fcad9c3527ee377d41, entries=250, sequenceid=139, filesize=47.3 K 2024-12-03T10:28:58,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/d88c4bd54a734808be39455a43376cf6 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/d88c4bd54a734808be39455a43376cf6 2024-12-03T10:28:58,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/d88c4bd54a734808be39455a43376cf6, entries=150, sequenceid=139, filesize=11.9 K 2024-12-03T10:28:58,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/e689af0eadf740c79954db44bf71f9a8 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/e689af0eadf740c79954db44bf71f9a8 2024-12-03T10:28:58,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/e689af0eadf740c79954db44bf71f9a8, entries=150, sequenceid=139, filesize=11.9 K 2024-12-03T10:28:58,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 4bb441f99be238eab2121fa4f5f635c4 in 1293ms, sequenceid=139, compaction requested=true 2024-12-03T10:28:58,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:28:58,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bb441f99be238eab2121fa4f5f635c4:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:28:58,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:58,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bb441f99be238eab2121fa4f5f635c4:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:28:58,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:58,205 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:58,205 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:58,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bb441f99be238eab2121fa4f5f635c4:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:28:58,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:28:58,206 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110505 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:58,206 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:58,206 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 4bb441f99be238eab2121fa4f5f635c4/B is initiating minor compaction (all files) 2024-12-03T10:28:58,206 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 4bb441f99be238eab2121fa4f5f635c4/A is initiating minor compaction (all files) 2024-12-03T10:28:58,207 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bb441f99be238eab2121fa4f5f635c4/B in TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:58,207 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bb441f99be238eab2121fa4f5f635c4/A in TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:58,207 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/173cfab494ef4183a7d1069e8bb698b5, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/3f67e1b6a28b48c8a81720754ec652a1, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/80805943cd7e43fcad9c3527ee377d41] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp, totalSize=107.9 K 2024-12-03T10:28:58,207 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/dca7c55de339407faff3185ea48d73c3, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/6a35e7dd24c740a88128d3e3c171aa0c, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/d88c4bd54a734808be39455a43376cf6] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp, totalSize=35.5 K 2024-12-03T10:28:58,207 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:58,207 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. files: [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/173cfab494ef4183a7d1069e8bb698b5, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/3f67e1b6a28b48c8a81720754ec652a1, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/80805943cd7e43fcad9c3527ee377d41] 2024-12-03T10:28:58,207 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting dca7c55de339407faff3185ea48d73c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733221733000 2024-12-03T10:28:58,207 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 173cfab494ef4183a7d1069e8bb698b5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733221733000 2024-12-03T10:28:58,207 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a35e7dd24c740a88128d3e3c171aa0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733221733647 2024-12-03T10:28:58,207 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f67e1b6a28b48c8a81720754ec652a1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733221733647 2024-12-03T10:28:58,208 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting d88c4bd54a734808be39455a43376cf6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733221735795 2024-12-03T10:28:58,208 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80805943cd7e43fcad9c3527ee377d41, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733221735788 2024-12-03T10:28:58,213 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:28:58,214 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bb441f99be238eab2121fa4f5f635c4#B#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:58,214 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/2122301b95ab408d8316e928965783a6 is 50, key is test_row_0/B:col10/1733221736911/Put/seqid=0 2024-12-03T10:28:58,219 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412033d9929ecd0ff4e85bac207c09e579967_4bb441f99be238eab2121fa4f5f635c4 store=[table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:28:58,220 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412033d9929ecd0ff4e85bac207c09e579967_4bb441f99be238eab2121fa4f5f635c4, store=[table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:28:58,220 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412033d9929ecd0ff4e85bac207c09e579967_4bb441f99be238eab2121fa4f5f635c4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:28:58,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742183_1359 (size=12459) 2024-12-03T10:28:58,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742184_1360 (size=4469) 2024-12-03T10:28:58,237 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/2122301b95ab408d8316e928965783a6 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/2122301b95ab408d8316e928965783a6 2024-12-03T10:28:58,245 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bb441f99be238eab2121fa4f5f635c4/B of 4bb441f99be238eab2121fa4f5f635c4 into 2122301b95ab408d8316e928965783a6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:58,245 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:28:58,245 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4., storeName=4bb441f99be238eab2121fa4f5f635c4/B, priority=13, startTime=1733221738205; duration=0sec 2024-12-03T10:28:58,245 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:28:58,245 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bb441f99be238eab2121fa4f5f635c4:B 2024-12-03T10:28:58,245 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:28:58,246 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:28:58,246 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 4bb441f99be238eab2121fa4f5f635c4/C is initiating minor compaction (all files) 2024-12-03T10:28:58,246 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bb441f99be238eab2121fa4f5f635c4/C in TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:58,246 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/31d1ceed537b41dc95b6aac2a94a14f1, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/26c6da98fb2f44ca88a9eeacf8fa3128, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/e689af0eadf740c79954db44bf71f9a8] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp, totalSize=35.5 K 2024-12-03T10:28:58,248 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 31d1ceed537b41dc95b6aac2a94a14f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733221733000 2024-12-03T10:28:58,248 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 26c6da98fb2f44ca88a9eeacf8fa3128, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733221733647 2024-12-03T10:28:58,248 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting e689af0eadf740c79954db44bf71f9a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733221735795 2024-12-03T10:28:58,255 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bb441f99be238eab2121fa4f5f635c4#C#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:58,256 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/0f7d7e6b45ca4770a9b26e6d44662294 is 50, key is test_row_0/C:col10/1733221736911/Put/seqid=0 2024-12-03T10:28:58,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742185_1361 (size=12459) 2024-12-03T10:28:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-03T10:28:58,369 INFO [Thread-1474 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-12-03T10:28:58,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:28:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-12-03T10:28:58,371 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:28:58,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-03T10:28:58,371 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:28:58,371 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:28:58,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-03T10:28:58,523 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:58,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-03T10:28:58,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:58,523 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 4bb441f99be238eab2121fa4f5f635c4 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-03T10:28:58,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=A 2024-12-03T10:28:58,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:58,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=B 2024-12-03T10:28:58,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:58,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=C 2024-12-03T10:28:58,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:58,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412033973218c037f44019aff718c97c67ee9_4bb441f99be238eab2121fa4f5f635c4 is 50, key is test_row_0/A:col10/1733221736932/Put/seqid=0 2024-12-03T10:28:58,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742186_1362 (size=12304) 2024-12-03T10:28:58,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,536 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412033973218c037f44019aff718c97c67ee9_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033973218c037f44019aff718c97c67ee9_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:58,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/c51433db4d0e40a4b3641a98f387bbdb, store: [table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:28:58,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/c51433db4d0e40a4b3641a98f387bbdb is 175, key is test_row_0/A:col10/1733221736932/Put/seqid=0 2024-12-03T10:28:58,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742187_1363 (size=31105) 2024-12-03T10:28:58,634 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bb441f99be238eab2121fa4f5f635c4#A#compaction#304 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:28:58,635 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/bbd5055c68f240cfa89cb0b031df7c9a is 175, key is test_row_0/A:col10/1733221736911/Put/seqid=0 2024-12-03T10:28:58,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742188_1364 (size=31413) 2024-12-03T10:28:58,664 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/0f7d7e6b45ca4770a9b26e6d44662294 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/0f7d7e6b45ca4770a9b26e6d44662294 2024-12-03T10:28:58,668 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bb441f99be238eab2121fa4f5f635c4/C of 4bb441f99be238eab2121fa4f5f635c4 into 0f7d7e6b45ca4770a9b26e6d44662294(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:58,668 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:28:58,668 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4., storeName=4bb441f99be238eab2121fa4f5f635c4/C, priority=13, startTime=1733221738205; duration=0sec 2024-12-03T10:28:58,668 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:58,668 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bb441f99be238eab2121fa4f5f635c4:C 2024-12-03T10:28:58,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-03T10:28:58,941 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/c51433db4d0e40a4b3641a98f387bbdb 2024-12-03T10:28:58,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/e2a1a3db0cea4aae96c0c3d9af990e63 is 50, key is test_row_0/B:col10/1733221736932/Put/seqid=0 2024-12-03T10:28:58,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742189_1365 (size=12151) 2024-12-03T10:28:58,953 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/e2a1a3db0cea4aae96c0c3d9af990e63 2024-12-03T10:28:58,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/684ec801dc524f6796ba4944724bd29d is 50, key is test_row_0/C:col10/1733221736932/Put/seqid=0 2024-12-03T10:28:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-03T10:28:58,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742190_1366 (size=12151) 2024-12-03T10:28:58,977 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/684ec801dc524f6796ba4944724bd29d 2024-12-03T10:28:58,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/c51433db4d0e40a4b3641a98f387bbdb as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/c51433db4d0e40a4b3641a98f387bbdb 2024-12-03T10:28:58,984 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/c51433db4d0e40a4b3641a98f387bbdb, entries=150, sequenceid=158, filesize=30.4 K 2024-12-03T10:28:58,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/e2a1a3db0cea4aae96c0c3d9af990e63 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/e2a1a3db0cea4aae96c0c3d9af990e63 2024-12-03T10:28:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,988 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/e2a1a3db0cea4aae96c0c3d9af990e63, entries=150, sequenceid=158, filesize=11.9 K 2024-12-03T10:28:58,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/684ec801dc524f6796ba4944724bd29d as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/684ec801dc524f6796ba4944724bd29d 2024-12-03T10:28:58,992 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/684ec801dc524f6796ba4944724bd29d, entries=150, sequenceid=158, filesize=11.9 K 2024-12-03T10:28:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,993 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for 4bb441f99be238eab2121fa4f5f635c4 in 470ms, sequenceid=158, compaction requested=false 2024-12-03T10:28:58,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:28:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-12-03T10:28:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-12-03T10:28:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-12-03T10:28:58,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 623 msec 2024-12-03T10:28:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 625 msec 2024-12-03T10:28:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,042 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/bbd5055c68f240cfa89cb0b031df7c9a as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/bbd5055c68f240cfa89cb0b031df7c9a 2024-12-03T10:28:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,048 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bb441f99be238eab2121fa4f5f635c4/A of 4bb441f99be238eab2121fa4f5f635c4 into bbd5055c68f240cfa89cb0b031df7c9a(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:28:59,048 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:28:59,048 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4., storeName=4bb441f99be238eab2121fa4f5f635c4/A, priority=13, startTime=1733221738205; duration=0sec 2024-12-03T10:28:59,048 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:28:59,048 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bb441f99be238eab2121fa4f5f635c4:A 2024-12-03T10:28:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:59,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4bb441f99be238eab2121fa4f5f635c4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T10:28:59,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=A 2024-12-03T10:28:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:59,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=B 2024-12-03T10:28:59,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:59,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=C 2024-12-03T10:28:59,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:28:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b4868729cbe94d5d8bf03c4eeb1ef634_4bb441f99be238eab2121fa4f5f635c4 is 50, key is test_row_0/A:col10/1733221739140/Put/seqid=0 2024-12-03T10:28:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742192_1368 (size=24758) 2024-12-03T10:28:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221799195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:59,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221799195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:59,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221799196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:59,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221799198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:59,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221799198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:59,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221799303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:59,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221799303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:59,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221799303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:59,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221799305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:59,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221799305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-03T10:28:59,474 INFO [Thread-1474 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-12-03T10:28:59,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:28:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-12-03T10:28:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-03T10:28:59,476 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:28:59,477 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:28:59,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:28:59,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221799506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:59,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221799506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:59,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221799508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:59,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221799511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:59,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221799511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-03T10:28:59,581 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:28:59,585 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b4868729cbe94d5d8bf03c4eeb1ef634_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b4868729cbe94d5d8bf03c4eeb1ef634_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:28:59,585 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/643f7fec35f84214b877182cb85902bd, store: [table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:28:59,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/643f7fec35f84214b877182cb85902bd is 175, key is test_row_0/A:col10/1733221739140/Put/seqid=0 2024-12-03T10:28:59,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742191_1367 (size=74395) 2024-12-03T10:28:59,628 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:59,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-03T10:28:59,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:59,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:28:59,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:59,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:59,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:59,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-03T10:28:59,780 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:59,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-03T10:28:59,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:59,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:28:59,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:59,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:59,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:59,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:59,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221799809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:59,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:59,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221799810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:59,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221799813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:59,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:59,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221799813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:59,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:28:59,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221799817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:59,932 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:28:59,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-03T10:28:59,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:59,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:28:59,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:28:59,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:59,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:59,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:28:59,991 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/643f7fec35f84214b877182cb85902bd 2024-12-03T10:28:59,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/edaebe92e1f54c6f90d99ef0aed4b4d2 is 50, key is test_row_0/B:col10/1733221739140/Put/seqid=0 2024-12-03T10:29:00,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742193_1369 (size=12151) 2024-12-03T10:29:00,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/edaebe92e1f54c6f90d99ef0aed4b4d2 2024-12-03T10:29:00,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/83d70008b5544978be8323427110774b is 50, key is test_row_0/C:col10/1733221739140/Put/seqid=0 2024-12-03T10:29:00,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742194_1370 (size=12151) 2024-12-03T10:29:00,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-03T10:29:00,084 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:00,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-03T10:29:00,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:00,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:29:00,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:00,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:00,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:00,238 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:00,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-03T10:29:00,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:00,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:29:00,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:00,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:00,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:00,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:00,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221800313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:00,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221800315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:00,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221800317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:00,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221800318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:00,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221800320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:00,391 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:00,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-03T10:29:00,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:00,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:29:00,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:00,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:00,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:00,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:00,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/83d70008b5544978be8323427110774b 2024-12-03T10:29:00,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/643f7fec35f84214b877182cb85902bd as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/643f7fec35f84214b877182cb85902bd 2024-12-03T10:29:00,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/643f7fec35f84214b877182cb85902bd, entries=400, sequenceid=171, filesize=72.7 K 2024-12-03T10:29:00,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/edaebe92e1f54c6f90d99ef0aed4b4d2 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/edaebe92e1f54c6f90d99ef0aed4b4d2 2024-12-03T10:29:00,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/edaebe92e1f54c6f90d99ef0aed4b4d2, entries=150, sequenceid=171, filesize=11.9 K 2024-12-03T10:29:00,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/83d70008b5544978be8323427110774b as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/83d70008b5544978be8323427110774b 2024-12-03T10:29:00,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/83d70008b5544978be8323427110774b, entries=150, sequenceid=171, filesize=11.9 K 2024-12-03T10:29:00,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4bb441f99be238eab2121fa4f5f635c4 in 1289ms, sequenceid=171, compaction requested=true 2024-12-03T10:29:00,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:29:00,431 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:00,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bb441f99be238eab2121fa4f5f635c4:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:29:00,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:00,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bb441f99be238eab2121fa4f5f635c4:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:29:00,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:00,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bb441f99be238eab2121fa4f5f635c4:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:29:00,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:00,432 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:00,432 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136913 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:00,432 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 4bb441f99be238eab2121fa4f5f635c4/A is initiating minor compaction (all files) 2024-12-03T10:29:00,432 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bb441f99be238eab2121fa4f5f635c4/A in TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:00,432 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/bbd5055c68f240cfa89cb0b031df7c9a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/c51433db4d0e40a4b3641a98f387bbdb, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/643f7fec35f84214b877182cb85902bd] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp, totalSize=133.7 K 2024-12-03T10:29:00,432 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:00,432 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. files: [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/bbd5055c68f240cfa89cb0b031df7c9a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/c51433db4d0e40a4b3641a98f387bbdb, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/643f7fec35f84214b877182cb85902bd] 2024-12-03T10:29:00,433 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:00,433 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbd5055c68f240cfa89cb0b031df7c9a, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733221735795 2024-12-03T10:29:00,433 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 4bb441f99be238eab2121fa4f5f635c4/B is initiating minor compaction (all files) 2024-12-03T10:29:00,433 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bb441f99be238eab2121fa4f5f635c4/B in TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:00,433 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/2122301b95ab408d8316e928965783a6, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/e2a1a3db0cea4aae96c0c3d9af990e63, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/edaebe92e1f54c6f90d99ef0aed4b4d2] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp, totalSize=35.9 K 2024-12-03T10:29:00,433 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting c51433db4d0e40a4b3641a98f387bbdb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733221736932 2024-12-03T10:29:00,433 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 2122301b95ab408d8316e928965783a6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733221735795 2024-12-03T10:29:00,433 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 643f7fec35f84214b877182cb85902bd, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733221739127 2024-12-03T10:29:00,433 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting e2a1a3db0cea4aae96c0c3d9af990e63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733221736932 2024-12-03T10:29:00,434 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting edaebe92e1f54c6f90d99ef0aed4b4d2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733221739139 2024-12-03T10:29:00,437 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:29:00,439 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bb441f99be238eab2121fa4f5f635c4#B#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:00,439 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/dc0f98cbca264a02bcf45d4232b52efc is 50, key is test_row_0/B:col10/1733221739140/Put/seqid=0 2024-12-03T10:29:00,442 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412034b41c2af27ce479aa337526e72e58706_4bb441f99be238eab2121fa4f5f635c4 store=[table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:29:00,444 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412034b41c2af27ce479aa337526e72e58706_4bb441f99be238eab2121fa4f5f635c4, store=[table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:29:00,444 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412034b41c2af27ce479aa337526e72e58706_4bb441f99be238eab2121fa4f5f635c4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:29:00,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742195_1371 (size=12561) 2024-12-03T10:29:00,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742196_1372 (size=4469) 2024-12-03T10:29:00,449 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bb441f99be238eab2121fa4f5f635c4#A#compaction#312 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:00,449 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/2b0edcc39fd748d69ab463660f648c90 is 175, key is test_row_0/A:col10/1733221739140/Put/seqid=0 2024-12-03T10:29:00,450 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/dc0f98cbca264a02bcf45d4232b52efc as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/dc0f98cbca264a02bcf45d4232b52efc 2024-12-03T10:29:00,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742197_1373 (size=31515) 2024-12-03T10:29:00,455 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bb441f99be238eab2121fa4f5f635c4/B of 4bb441f99be238eab2121fa4f5f635c4 into dc0f98cbca264a02bcf45d4232b52efc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:00,455 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:29:00,455 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4., storeName=4bb441f99be238eab2121fa4f5f635c4/B, priority=13, startTime=1733221740431; duration=0sec 2024-12-03T10:29:00,455 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:00,455 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bb441f99be238eab2121fa4f5f635c4:B 2024-12-03T10:29:00,455 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:00,456 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:00,456 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 4bb441f99be238eab2121fa4f5f635c4/C is initiating minor compaction (all files) 2024-12-03T10:29:00,456 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bb441f99be238eab2121fa4f5f635c4/C in TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:00,456 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/0f7d7e6b45ca4770a9b26e6d44662294, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/684ec801dc524f6796ba4944724bd29d, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/83d70008b5544978be8323427110774b] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp, totalSize=35.9 K 2024-12-03T10:29:00,456 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f7d7e6b45ca4770a9b26e6d44662294, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1733221735795 2024-12-03T10:29:00,457 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 684ec801dc524f6796ba4944724bd29d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733221736932 2024-12-03T10:29:00,457 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 83d70008b5544978be8323427110774b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733221739139 2024-12-03T10:29:00,462 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bb441f99be238eab2121fa4f5f635c4#C#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:00,462 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/c59535e03c464fb69f472338957dc349 is 50, key is test_row_0/C:col10/1733221739140/Put/seqid=0 2024-12-03T10:29:00,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742198_1374 (size=12561) 2024-12-03T10:29:00,493 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/c59535e03c464fb69f472338957dc349 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/c59535e03c464fb69f472338957dc349 2024-12-03T10:29:00,498 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bb441f99be238eab2121fa4f5f635c4/C of 4bb441f99be238eab2121fa4f5f635c4 into c59535e03c464fb69f472338957dc349(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:00,498 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:29:00,498 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4., storeName=4bb441f99be238eab2121fa4f5f635c4/C, priority=13, startTime=1733221740432; duration=0sec 2024-12-03T10:29:00,498 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:00,498 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bb441f99be238eab2121fa4f5f635c4:C 2024-12-03T10:29:00,543 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:00,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-03T10:29:00,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:00,543 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 4bb441f99be238eab2121fa4f5f635c4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T10:29:00,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=A 2024-12-03T10:29:00,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:00,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=B 2024-12-03T10:29:00,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:00,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=C 2024-12-03T10:29:00,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:00,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f4e9c7f365a0406db237324a2ed21b1a_4bb441f99be238eab2121fa4f5f635c4 is 50, key is test_row_0/A:col10/1733221739196/Put/seqid=0 2024-12-03T10:29:00,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742199_1375 (size=12304) 2024-12-03T10:29:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-03T10:29:00,856 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/2b0edcc39fd748d69ab463660f648c90 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/2b0edcc39fd748d69ab463660f648c90 2024-12-03T10:29:00,862 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bb441f99be238eab2121fa4f5f635c4/A of 4bb441f99be238eab2121fa4f5f635c4 into 2b0edcc39fd748d69ab463660f648c90(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:00,862 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:29:00,862 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4., storeName=4bb441f99be238eab2121fa4f5f635c4/A, priority=13, startTime=1733221740431; duration=0sec 2024-12-03T10:29:00,862 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:00,862 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bb441f99be238eab2121fa4f5f635c4:A 2024-12-03T10:29:00,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:00,960 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f4e9c7f365a0406db237324a2ed21b1a_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f4e9c7f365a0406db237324a2ed21b1a_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:00,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/145c982878f74fa69a7e5816e0b37ef7, store: [table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:29:00,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/145c982878f74fa69a7e5816e0b37ef7 is 175, key is test_row_0/A:col10/1733221739196/Put/seqid=0 2024-12-03T10:29:00,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742200_1376 (size=31105) 2024-12-03T10:29:01,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:29:01,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:01,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221801329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:01,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221801331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:01,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221801332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:01,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221801332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:01,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221801333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:01,370 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/145c982878f74fa69a7e5816e0b37ef7 2024-12-03T10:29:01,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/858dd8d4c6484a089516fc75b7795398 is 50, key is test_row_0/B:col10/1733221739196/Put/seqid=0 2024-12-03T10:29:01,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742201_1377 (size=12151) 2024-12-03T10:29:01,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221801434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:01,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221801439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:01,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221801439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:01,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221801439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:01,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-03T10:29:01,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221801640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:01,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221801645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:01,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:01,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221801645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:01,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:01,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221801646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:01,780 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/858dd8d4c6484a089516fc75b7795398 2024-12-03T10:29:01,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/532f104523f64304a08ff26c56c42e90 is 50, key is test_row_0/C:col10/1733221739196/Put/seqid=0 2024-12-03T10:29:01,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742202_1378 (size=12151) 2024-12-03T10:29:01,790 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/532f104523f64304a08ff26c56c42e90 2024-12-03T10:29:01,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/145c982878f74fa69a7e5816e0b37ef7 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/145c982878f74fa69a7e5816e0b37ef7 2024-12-03T10:29:01,797 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/145c982878f74fa69a7e5816e0b37ef7, entries=150, sequenceid=198, filesize=30.4 K 2024-12-03T10:29:01,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/858dd8d4c6484a089516fc75b7795398 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/858dd8d4c6484a089516fc75b7795398 2024-12-03T10:29:01,801 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/858dd8d4c6484a089516fc75b7795398, entries=150, sequenceid=198, filesize=11.9 K 2024-12-03T10:29:01,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/532f104523f64304a08ff26c56c42e90 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/532f104523f64304a08ff26c56c42e90 2024-12-03T10:29:01,805 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/532f104523f64304a08ff26c56c42e90, entries=150, sequenceid=198, filesize=11.9 K 2024-12-03T10:29:01,805 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 4bb441f99be238eab2121fa4f5f635c4 in 1262ms, sequenceid=198, compaction requested=false 2024-12-03T10:29:01,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:29:01,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:01,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-12-03T10:29:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-12-03T10:29:01,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-12-03T10:29:01,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3290 sec 2024-12-03T10:29:01,808 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.3320 sec 2024-12-03T10:29:01,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:01,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4bb441f99be238eab2121fa4f5f635c4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T10:29:01,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=A 2024-12-03T10:29:01,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:01,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=B 2024-12-03T10:29:01,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:01,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=C 2024-12-03T10:29:01,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:01,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412036a802b1a2a5c44c382f3a3b22527495f_4bb441f99be238eab2121fa4f5f635c4 is 50, key is test_row_0/A:col10/1733221741331/Put/seqid=0 2024-12-03T10:29:01,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742203_1379 (size=14794) 2024-12-03T10:29:01,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:01,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221801973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:01,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:01,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221801978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:01,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221801979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:01,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:01,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221801979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:02,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221802080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:02,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221802083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:02,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:02,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221802084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:02,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221802085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:02,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:02,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221802285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:02,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221802289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:02,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221802290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:02,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:02,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221802291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:02,362 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:02,365 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412036a802b1a2a5c44c382f3a3b22527495f_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412036a802b1a2a5c44c382f3a3b22527495f_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:02,365 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/22af9b2deebb476d8466f704fd7819f4, store: [table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:29:02,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/22af9b2deebb476d8466f704fd7819f4 is 175, key is test_row_0/A:col10/1733221741331/Put/seqid=0 2024-12-03T10:29:02,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742204_1380 (size=39749) 2024-12-03T10:29:02,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:02,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221802588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:02,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221802594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:02,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221802594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:02,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221802594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:02,769 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/22af9b2deebb476d8466f704fd7819f4 2024-12-03T10:29:02,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/611b9b46603e4564955fea6fdc46857b is 50, key is test_row_0/B:col10/1733221741331/Put/seqid=0 2024-12-03T10:29:02,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742205_1381 (size=12151) 2024-12-03T10:29:03,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221803094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:03,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221803097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:03,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221803098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:03,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:03,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221803101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:03,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/611b9b46603e4564955fea6fdc46857b 2024-12-03T10:29:03,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/ceee219549114c82a68233d3f8d99a0a is 50, key is test_row_0/C:col10/1733221741331/Put/seqid=0 2024-12-03T10:29:03,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742206_1382 (size=12151) 2024-12-03T10:29:03,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/ceee219549114c82a68233d3f8d99a0a 2024-12-03T10:29:03,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/22af9b2deebb476d8466f704fd7819f4 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/22af9b2deebb476d8466f704fd7819f4 2024-12-03T10:29:03,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/22af9b2deebb476d8466f704fd7819f4, entries=200, sequenceid=212, filesize=38.8 K 2024-12-03T10:29:03,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/611b9b46603e4564955fea6fdc46857b as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/611b9b46603e4564955fea6fdc46857b 2024-12-03T10:29:03,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/611b9b46603e4564955fea6fdc46857b, entries=150, sequenceid=212, filesize=11.9 K 2024-12-03T10:29:03,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/ceee219549114c82a68233d3f8d99a0a as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/ceee219549114c82a68233d3f8d99a0a 2024-12-03T10:29:03,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/ceee219549114c82a68233d3f8d99a0a, entries=150, sequenceid=212, filesize=11.9 K 2024-12-03T10:29:03,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4bb441f99be238eab2121fa4f5f635c4 in 1294ms, sequenceid=212, compaction requested=true 2024-12-03T10:29:03,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:29:03,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bb441f99be238eab2121fa4f5f635c4:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:29:03,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:03,244 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:03,244 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:03,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bb441f99be238eab2121fa4f5f635c4:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:29:03,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:03,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bb441f99be238eab2121fa4f5f635c4:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:29:03,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:03,245 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:03,245 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:03,245 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 4bb441f99be238eab2121fa4f5f635c4/B is initiating minor compaction (all files) 2024-12-03T10:29:03,245 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 4bb441f99be238eab2121fa4f5f635c4/A is initiating minor compaction (all files) 2024-12-03T10:29:03,245 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bb441f99be238eab2121fa4f5f635c4/B in TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:03,245 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bb441f99be238eab2121fa4f5f635c4/A in TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:03,245 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/2b0edcc39fd748d69ab463660f648c90, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/145c982878f74fa69a7e5816e0b37ef7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/22af9b2deebb476d8466f704fd7819f4] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp, totalSize=100.0 K 2024-12-03T10:29:03,245 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/dc0f98cbca264a02bcf45d4232b52efc, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/858dd8d4c6484a089516fc75b7795398, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/611b9b46603e4564955fea6fdc46857b] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp, totalSize=36.0 K 2024-12-03T10:29:03,245 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:03,245 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. files: [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/2b0edcc39fd748d69ab463660f648c90, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/145c982878f74fa69a7e5816e0b37ef7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/22af9b2deebb476d8466f704fd7819f4] 2024-12-03T10:29:03,245 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting dc0f98cbca264a02bcf45d4232b52efc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733221739139 2024-12-03T10:29:03,246 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b0edcc39fd748d69ab463660f648c90, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733221739139 2024-12-03T10:29:03,246 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 858dd8d4c6484a089516fc75b7795398, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733221739189 2024-12-03T10:29:03,246 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 145c982878f74fa69a7e5816e0b37ef7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733221739189 2024-12-03T10:29:03,246 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 611b9b46603e4564955fea6fdc46857b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733221741331 2024-12-03T10:29:03,246 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22af9b2deebb476d8466f704fd7819f4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733221741331 2024-12-03T10:29:03,250 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:29:03,251 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bb441f99be238eab2121fa4f5f635c4#B#compaction#321 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:03,251 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/a773d3fab86c449b993453a83ce6bedd is 50, key is test_row_0/B:col10/1733221741331/Put/seqid=0 2024-12-03T10:29:03,251 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203ff2526a0a6d1434fae839964f6440d95_4bb441f99be238eab2121fa4f5f635c4 store=[table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:29:03,253 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203ff2526a0a6d1434fae839964f6440d95_4bb441f99be238eab2121fa4f5f635c4, store=[table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:29:03,253 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ff2526a0a6d1434fae839964f6440d95_4bb441f99be238eab2121fa4f5f635c4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:29:03,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742207_1383 (size=12663) 2024-12-03T10:29:03,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742208_1384 (size=4469) 2024-12-03T10:29:03,259 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/a773d3fab86c449b993453a83ce6bedd as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/a773d3fab86c449b993453a83ce6bedd 2024-12-03T10:29:03,263 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bb441f99be238eab2121fa4f5f635c4#A#compaction#322 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:03,263 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/e346913822c04ddd87ae2de30423c0e2 is 175, key is test_row_0/A:col10/1733221741331/Put/seqid=0 2024-12-03T10:29:03,266 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bb441f99be238eab2121fa4f5f635c4/B of 4bb441f99be238eab2121fa4f5f635c4 into a773d3fab86c449b993453a83ce6bedd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:03,266 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:29:03,266 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4., storeName=4bb441f99be238eab2121fa4f5f635c4/B, priority=13, startTime=1733221743244; duration=0sec 2024-12-03T10:29:03,266 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:03,266 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bb441f99be238eab2121fa4f5f635c4:B 2024-12-03T10:29:03,267 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:03,267 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:03,268 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 4bb441f99be238eab2121fa4f5f635c4/C is initiating minor compaction (all files) 2024-12-03T10:29:03,268 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bb441f99be238eab2121fa4f5f635c4/C in TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:03,268 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/c59535e03c464fb69f472338957dc349, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/532f104523f64304a08ff26c56c42e90, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/ceee219549114c82a68233d3f8d99a0a] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp, totalSize=36.0 K 2024-12-03T10:29:03,268 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting c59535e03c464fb69f472338957dc349, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733221739139 2024-12-03T10:29:03,268 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 532f104523f64304a08ff26c56c42e90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733221739189 2024-12-03T10:29:03,268 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting ceee219549114c82a68233d3f8d99a0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733221741331 2024-12-03T10:29:03,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742209_1385 (size=31617) 2024-12-03T10:29:03,275 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bb441f99be238eab2121fa4f5f635c4#C#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:03,276 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/3f6a57f6cf0c434198a873c4543771a1 is 50, key is test_row_0/C:col10/1733221741331/Put/seqid=0 2024-12-03T10:29:03,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742210_1386 (size=12663) 2024-12-03T10:29:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:03,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4bb441f99be238eab2121fa4f5f635c4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T10:29:03,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=A 2024-12-03T10:29:03,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:03,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=B 2024-12-03T10:29:03,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:03,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=C 2024-12-03T10:29:03,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:03,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412033ec0cb52e9354e68912c0ec762dfd97c_4bb441f99be238eab2121fa4f5f635c4 is 50, key is test_row_0/A:col10/1733221741978/Put/seqid=0 2024-12-03T10:29:03,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742211_1387 (size=14794) 2024-12-03T10:29:03,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221803391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:03,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221803497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-03T10:29:03,580 INFO [Thread-1474 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-12-03T10:29:03,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:29:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-12-03T10:29:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-03T10:29:03,582 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:29:03,582 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:29:03,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:29:03,676 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/e346913822c04ddd87ae2de30423c0e2 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/e346913822c04ddd87ae2de30423c0e2 2024-12-03T10:29:03,680 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bb441f99be238eab2121fa4f5f635c4/A of 4bb441f99be238eab2121fa4f5f635c4 into e346913822c04ddd87ae2de30423c0e2(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:03,680 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:29:03,680 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4., storeName=4bb441f99be238eab2121fa4f5f635c4/A, priority=13, startTime=1733221743244; duration=0sec 2024-12-03T10:29:03,680 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:03,680 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bb441f99be238eab2121fa4f5f635c4:A 2024-12-03T10:29:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-03T10:29:03,684 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/3f6a57f6cf0c434198a873c4543771a1 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/3f6a57f6cf0c434198a873c4543771a1 2024-12-03T10:29:03,687 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4bb441f99be238eab2121fa4f5f635c4/C of 4bb441f99be238eab2121fa4f5f635c4 into 3f6a57f6cf0c434198a873c4543771a1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:03,687 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:29:03,687 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4., storeName=4bb441f99be238eab2121fa4f5f635c4/C, priority=13, startTime=1733221743244; duration=0sec 2024-12-03T10:29:03,687 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:03,687 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bb441f99be238eab2121fa4f5f635c4:C 2024-12-03T10:29:03,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221803701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:03,733 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:03,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-03T10:29:03,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:03,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:29:03,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:03,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:03,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:03,767 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:03,769 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412033ec0cb52e9354e68912c0ec762dfd97c_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033ec0cb52e9354e68912c0ec762dfd97c_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:03,770 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/d5cd71cb72db48a28906c491f8227864, store: [table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:29:03,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/d5cd71cb72db48a28906c491f8227864 is 175, key is test_row_0/A:col10/1733221741978/Put/seqid=0 2024-12-03T10:29:03,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742212_1388 (size=39749) 2024-12-03T10:29:03,777 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/d5cd71cb72db48a28906c491f8227864 2024-12-03T10:29:03,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/b82f658abf0b49b5a65cec04b5c41219 is 50, key is test_row_0/B:col10/1733221741978/Put/seqid=0 2024-12-03T10:29:03,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742213_1389 (size=12151) 2024-12-03T10:29:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-03T10:29:03,886 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:03,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-03T10:29:03,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:03,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:29:03,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:03,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:03,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:03,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:04,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221804007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:04,038 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:04,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-03T10:29:04,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:04,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:29:04,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:04,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:04,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:04,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221804103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:04,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221804104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:04,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:04,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221804105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:04,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221804109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-03T10:29:04,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/b82f658abf0b49b5a65cec04b5c41219 2024-12-03T10:29:04,190 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:04,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-03T10:29:04,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:04,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:29:04,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:04,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:04,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:04,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/35aba2f397f8445385c96d5b1ebd3bd9 is 50, key is test_row_0/C:col10/1733221741978/Put/seqid=0 2024-12-03T10:29:04,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742214_1390 (size=12151) 2024-12-03T10:29:04,342 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:04,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-03T10:29:04,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:04,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:29:04,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:04,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:04,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:04,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:04,495 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:04,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-03T10:29:04,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:04,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:29:04,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:04,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:04,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:04,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221804511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:04,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/35aba2f397f8445385c96d5b1ebd3bd9 2024-12-03T10:29:04,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/d5cd71cb72db48a28906c491f8227864 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/d5cd71cb72db48a28906c491f8227864 2024-12-03T10:29:04,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/d5cd71cb72db48a28906c491f8227864, entries=200, sequenceid=237, filesize=38.8 K 2024-12-03T10:29:04,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/b82f658abf0b49b5a65cec04b5c41219 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/b82f658abf0b49b5a65cec04b5c41219 2024-12-03T10:29:04,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/b82f658abf0b49b5a65cec04b5c41219, entries=150, sequenceid=237, filesize=11.9 K 2024-12-03T10:29:04,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/35aba2f397f8445385c96d5b1ebd3bd9 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/35aba2f397f8445385c96d5b1ebd3bd9 2024-12-03T10:29:04,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/35aba2f397f8445385c96d5b1ebd3bd9, entries=150, sequenceid=237, filesize=11.9 K 2024-12-03T10:29:04,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4bb441f99be238eab2121fa4f5f635c4 in 1254ms, sequenceid=237, compaction requested=false 2024-12-03T10:29:04,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:29:04,647 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:04,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-03T10:29:04,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:04,647 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 4bb441f99be238eab2121fa4f5f635c4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T10:29:04,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=A 2024-12-03T10:29:04,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:04,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=B 2024-12-03T10:29:04,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:04,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=C 2024-12-03T10:29:04,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:04,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203aca8436cf6334edda688c623176f1151_4bb441f99be238eab2121fa4f5f635c4 is 50, key is test_row_0/A:col10/1733221743379/Put/seqid=0 2024-12-03T10:29:04,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742215_1391 (size=12304) 2024-12-03T10:29:04,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-03T10:29:05,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:05,060 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203aca8436cf6334edda688c623176f1151_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203aca8436cf6334edda688c623176f1151_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:05,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/b17b6bdbc1574484987369f7a3d8e9a2, store: [table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:29:05,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/b17b6bdbc1574484987369f7a3d8e9a2 is 175, key is test_row_0/A:col10/1733221743379/Put/seqid=0 2024-12-03T10:29:05,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742216_1392 (size=31105) 2024-12-03T10:29:05,464 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/b17b6bdbc1574484987369f7a3d8e9a2 2024-12-03T10:29:05,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/1da55ef06e58420692add2de81b432c2 is 50, key is test_row_0/B:col10/1733221743379/Put/seqid=0 2024-12-03T10:29:05,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742217_1393 (size=12151) 2024-12-03T10:29:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:05,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:29:05,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221805614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-03T10:29:05,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221805715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:05,872 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/1da55ef06e58420692add2de81b432c2 2024-12-03T10:29:05,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/b4805f070d4b49518a62fae9c04f98c3 is 50, key is test_row_0/C:col10/1733221743379/Put/seqid=0 2024-12-03T10:29:05,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742218_1394 (size=12151) 2024-12-03T10:29:05,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221805921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:06,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:06,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57186 deadline: 1733221806113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:06,116 DEBUG [Thread-1468 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4., hostname=b030dd9a36e7,33013,1733221628283, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:06,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:06,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57236 deadline: 1733221806114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:06,117 DEBUG [Thread-1464 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4., hostname=b030dd9a36e7,33013,1733221628283, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:06,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57170 deadline: 1733221806120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:06,122 DEBUG [Thread-1466 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4., hostname=b030dd9a36e7,33013,1733221628283, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:06,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:06,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57160 deadline: 1733221806127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:06,131 DEBUG [Thread-1472 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4., hostname=b030dd9a36e7,33013,1733221628283, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:06,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221806227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:06,281 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/b4805f070d4b49518a62fae9c04f98c3 2024-12-03T10:29:06,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/b17b6bdbc1574484987369f7a3d8e9a2 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/b17b6bdbc1574484987369f7a3d8e9a2 2024-12-03T10:29:06,288 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/b17b6bdbc1574484987369f7a3d8e9a2, entries=150, sequenceid=251, filesize=30.4 K 2024-12-03T10:29:06,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/1da55ef06e58420692add2de81b432c2 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/1da55ef06e58420692add2de81b432c2 2024-12-03T10:29:06,292 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/1da55ef06e58420692add2de81b432c2, entries=150, sequenceid=251, filesize=11.9 K 2024-12-03T10:29:06,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/b4805f070d4b49518a62fae9c04f98c3 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/b4805f070d4b49518a62fae9c04f98c3 2024-12-03T10:29:06,295 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/b4805f070d4b49518a62fae9c04f98c3, entries=150, sequenceid=251, filesize=11.9 K 2024-12-03T10:29:06,296 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4bb441f99be238eab2121fa4f5f635c4 in 1649ms, sequenceid=251, compaction requested=true 2024-12-03T10:29:06,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:29:06,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:06,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-12-03T10:29:06,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-12-03T10:29:06,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-12-03T10:29:06,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7150 sec 2024-12-03T10:29:06,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.7170 sec 2024-12-03T10:29:06,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:06,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4bb441f99be238eab2121fa4f5f635c4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T10:29:06,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=A 2024-12-03T10:29:06,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:06,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=B 2024-12-03T10:29:06,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:06,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=C 2024-12-03T10:29:06,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:06,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120344ba0416158f4060926250e69158986e_4bb441f99be238eab2121fa4f5f635c4 is 50, key is test_row_0/A:col10/1733221746732/Put/seqid=0 2024-12-03T10:29:06,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742219_1395 (size=14994) 2024-12-03T10:29:06,742 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:06,745 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120344ba0416158f4060926250e69158986e_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120344ba0416158f4060926250e69158986e_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:06,745 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/c248eafe8324440f901bc6780ff5b22c, store: [table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:29:06,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/c248eafe8324440f901bc6780ff5b22c is 175, key is test_row_0/A:col10/1733221746732/Put/seqid=0 2024-12-03T10:29:06,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742220_1396 (size=39949) 2024-12-03T10:29:06,760 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T10:29:06,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221806779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:06,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221806887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:07,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221807092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:07,156 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/c248eafe8324440f901bc6780ff5b22c 2024-12-03T10:29:07,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/24a3fe5c570f4939b8b4047268222d47 is 50, key is test_row_0/B:col10/1733221746732/Put/seqid=0 2024-12-03T10:29:07,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742221_1397 (size=12301) 2024-12-03T10:29:07,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221807397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:07,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/24a3fe5c570f4939b8b4047268222d47 2024-12-03T10:29:07,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/1ed88aad0e4b4c3c82b328e4747c66ee is 50, key is test_row_0/C:col10/1733221746732/Put/seqid=0 2024-12-03T10:29:07,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742222_1398 (size=12301) 2024-12-03T10:29:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-03T10:29:07,685 INFO [Thread-1474 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-12-03T10:29:07,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:29:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-12-03T10:29:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-03T10:29:07,688 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:29:07,688 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:29:07,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:29:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-03T10:29:07,839 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:07,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-03T10:29:07,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:07,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:29:07,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:07,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:07,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:07,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:07,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:07,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57204 deadline: 1733221807904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:07,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/1ed88aad0e4b4c3c82b328e4747c66ee 2024-12-03T10:29:07,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/c248eafe8324440f901bc6780ff5b22c as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/c248eafe8324440f901bc6780ff5b22c 2024-12-03T10:29:07,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/c248eafe8324440f901bc6780ff5b22c, entries=200, sequenceid=276, filesize=39.0 K 2024-12-03T10:29:07,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/24a3fe5c570f4939b8b4047268222d47 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/24a3fe5c570f4939b8b4047268222d47 2024-12-03T10:29:07,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/24a3fe5c570f4939b8b4047268222d47, entries=150, sequenceid=276, filesize=12.0 K 2024-12-03T10:29:07,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/1ed88aad0e4b4c3c82b328e4747c66ee as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/1ed88aad0e4b4c3c82b328e4747c66ee 2024-12-03T10:29:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-03T10:29:07,992 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:07,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-03T10:29:07,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:07,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:29:07,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:07,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:07,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:07,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/1ed88aad0e4b4c3c82b328e4747c66ee, entries=150, sequenceid=276, filesize=12.0 K 2024-12-03T10:29:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:07,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4bb441f99be238eab2121fa4f5f635c4 in 1261ms, sequenceid=276, compaction requested=true 2024-12-03T10:29:07,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:29:07,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bb441f99be238eab2121fa4f5f635c4:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:29:07,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:07,994 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T10:29:07,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bb441f99be238eab2121fa4f5f635c4:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:29:07,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:07,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4bb441f99be238eab2121fa4f5f635c4:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:29:07,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:07,994 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T10:29:07,995 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142420 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T10:29:07,995 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): 4bb441f99be238eab2121fa4f5f635c4/A is initiating minor compaction (all files) 2024-12-03T10:29:07,995 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bb441f99be238eab2121fa4f5f635c4/A in TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:07,995 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/e346913822c04ddd87ae2de30423c0e2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/d5cd71cb72db48a28906c491f8227864, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/b17b6bdbc1574484987369f7a3d8e9a2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/c248eafe8324440f901bc6780ff5b22c] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp, totalSize=139.1 K 2024-12-03T10:29:07,996 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:07,996 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. files: [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/e346913822c04ddd87ae2de30423c0e2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/d5cd71cb72db48a28906c491f8227864, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/b17b6bdbc1574484987369f7a3d8e9a2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/c248eafe8324440f901bc6780ff5b22c] 2024-12-03T10:29:07,996 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T10:29:07,996 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 4bb441f99be238eab2121fa4f5f635c4/B is initiating minor compaction (all files) 2024-12-03T10:29:07,996 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bb441f99be238eab2121fa4f5f635c4/B in TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:07,996 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/a773d3fab86c449b993453a83ce6bedd, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/b82f658abf0b49b5a65cec04b5c41219, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/1da55ef06e58420692add2de81b432c2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/24a3fe5c570f4939b8b4047268222d47] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp, totalSize=48.1 K 2024-12-03T10:29:07,996 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting e346913822c04ddd87ae2de30423c0e2, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733221741331 2024-12-03T10:29:07,996 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting a773d3fab86c449b993453a83ce6bedd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733221741331 2024-12-03T10:29:07,996 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5cd71cb72db48a28906c491f8227864, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733221741972 2024-12-03T10:29:07,997 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting b82f658abf0b49b5a65cec04b5c41219, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733221741978 2024-12-03T10:29:07,997 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting b17b6bdbc1574484987369f7a3d8e9a2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733221743379 2024-12-03T10:29:07,997 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 1da55ef06e58420692add2de81b432c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733221743379 2024-12-03T10:29:07,997 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting c248eafe8324440f901bc6780ff5b22c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733221745604 2024-12-03T10:29:07,997 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 24a3fe5c570f4939b8b4047268222d47, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733221745604 2024-12-03T10:29:08,004 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:29:08,005 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bb441f99be238eab2121fa4f5f635c4#B#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:08,006 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/253ce630be2144f0bb9966373c9e1f29 is 50, key is test_row_0/B:col10/1733221746732/Put/seqid=0 2024-12-03T10:29:08,020 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203e40c95bbefa7443990a03aaa5f0703c5_4bb441f99be238eab2121fa4f5f635c4 store=[table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:29:08,021 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203e40c95bbefa7443990a03aaa5f0703c5_4bb441f99be238eab2121fa4f5f635c4, store=[table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:29:08,021 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e40c95bbefa7443990a03aaa5f0703c5_4bb441f99be238eab2121fa4f5f635c4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:29:08,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742223_1399 (size=12949) 2024-12-03T10:29:08,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742224_1400 (size=4469) 2024-12-03T10:29:08,048 DEBUG [Thread-1481 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75e4d3d0 to 127.0.0.1:60916 2024-12-03T10:29:08,048 DEBUG [Thread-1481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:08,049 DEBUG [Thread-1483 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b308f62 to 127.0.0.1:60916 2024-12-03T10:29:08,049 DEBUG [Thread-1483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:08,052 DEBUG [Thread-1479 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683f8469 to 127.0.0.1:60916 2024-12-03T10:29:08,052 DEBUG [Thread-1479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:08,053 DEBUG [Thread-1475 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5aee939b to 127.0.0.1:60916 2024-12-03T10:29:08,053 DEBUG [Thread-1475 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:08,053 DEBUG [Thread-1477 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f49665c to 127.0.0.1:60916 2024-12-03T10:29:08,053 DEBUG [Thread-1477 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:08,144 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:08,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-03T10:29:08,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:08,145 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 4bb441f99be238eab2121fa4f5f635c4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T10:29:08,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=A 2024-12-03T10:29:08,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:08,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=B 2024-12-03T10:29:08,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:08,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=C 2024-12-03T10:29:08,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:08,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e01f1081033d4bdfa02150203f0bf35a_4bb441f99be238eab2121fa4f5f635c4 is 50, key is test_row_0/A:col10/1733221746778/Put/seqid=0 2024-12-03T10:29:08,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742225_1401 (size=12454) 2024-12-03T10:29:08,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-03T10:29:08,432 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bb441f99be238eab2121fa4f5f635c4#A#compaction#334 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:08,432 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/3b81d726c4684c6a9aa21da55879b954 is 175, key is test_row_0/A:col10/1733221746732/Put/seqid=0 2024-12-03T10:29:08,435 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/253ce630be2144f0bb9966373c9e1f29 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/253ce630be2144f0bb9966373c9e1f29 2024-12-03T10:29:08,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742226_1402 (size=31903) 2024-12-03T10:29:08,444 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4bb441f99be238eab2121fa4f5f635c4/B of 4bb441f99be238eab2121fa4f5f635c4 into 253ce630be2144f0bb9966373c9e1f29(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:08,444 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:29:08,444 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4., storeName=4bb441f99be238eab2121fa4f5f635c4/B, priority=12, startTime=1733221747994; duration=0sec 2024-12-03T10:29:08,444 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:08,444 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bb441f99be238eab2121fa4f5f635c4:B 2024-12-03T10:29:08,444 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T10:29:08,445 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T10:29:08,445 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): 4bb441f99be238eab2121fa4f5f635c4/C is initiating minor compaction (all files) 2024-12-03T10:29:08,445 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4bb441f99be238eab2121fa4f5f635c4/C in TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:08,445 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/3f6a57f6cf0c434198a873c4543771a1, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/35aba2f397f8445385c96d5b1ebd3bd9, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/b4805f070d4b49518a62fae9c04f98c3, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/1ed88aad0e4b4c3c82b328e4747c66ee] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp, totalSize=48.1 K 2024-12-03T10:29:08,446 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f6a57f6cf0c434198a873c4543771a1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733221741331 2024-12-03T10:29:08,446 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 35aba2f397f8445385c96d5b1ebd3bd9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733221741978 2024-12-03T10:29:08,446 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting b4805f070d4b49518a62fae9c04f98c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733221743379 2024-12-03T10:29:08,447 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ed88aad0e4b4c3c82b328e4747c66ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733221745604 2024-12-03T10:29:08,454 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4bb441f99be238eab2121fa4f5f635c4#C#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:08,454 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/5df701d9abcb41bebfde463d328a0b47 is 50, key is test_row_0/C:col10/1733221746732/Put/seqid=0 2024-12-03T10:29:08,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742227_1403 (size=12949) 2024-12-03T10:29:08,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:08,565 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e01f1081033d4bdfa02150203f0bf35a_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e01f1081033d4bdfa02150203f0bf35a_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:08,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/20eb5238ef3d478d897b71c1f2ecab53, store: [table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:29:08,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/20eb5238ef3d478d897b71c1f2ecab53 is 175, key is test_row_0/A:col10/1733221746778/Put/seqid=0 2024-12-03T10:29:08,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742228_1404 (size=31255) 2024-12-03T10:29:08,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-03T10:29:08,849 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/3b81d726c4684c6a9aa21da55879b954 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/3b81d726c4684c6a9aa21da55879b954 2024-12-03T10:29:08,855 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4bb441f99be238eab2121fa4f5f635c4/A of 4bb441f99be238eab2121fa4f5f635c4 into 3b81d726c4684c6a9aa21da55879b954(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:08,855 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:29:08,855 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4., storeName=4bb441f99be238eab2121fa4f5f635c4/A, priority=12, startTime=1733221747994; duration=0sec 2024-12-03T10:29:08,855 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:08,855 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bb441f99be238eab2121fa4f5f635c4:A 2024-12-03T10:29:08,861 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/5df701d9abcb41bebfde463d328a0b47 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/5df701d9abcb41bebfde463d328a0b47 2024-12-03T10:29:08,866 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4bb441f99be238eab2121fa4f5f635c4/C of 4bb441f99be238eab2121fa4f5f635c4 into 5df701d9abcb41bebfde463d328a0b47(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:08,866 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:29:08,866 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4., storeName=4bb441f99be238eab2121fa4f5f635c4/C, priority=12, startTime=1733221747994; duration=0sec 2024-12-03T10:29:08,866 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:08,866 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4bb441f99be238eab2121fa4f5f635c4:C 2024-12-03T10:29:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:08,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. as already flushing 2024-12-03T10:29:08,919 DEBUG [Thread-1470 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dd5b441 to 127.0.0.1:60916 2024-12-03T10:29:08,919 DEBUG [Thread-1470 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:08,973 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/20eb5238ef3d478d897b71c1f2ecab53 2024-12-03T10:29:08,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/376e487d9d604e43b4f8c1959e149c42 is 50, key is test_row_0/B:col10/1733221746778/Put/seqid=0 2024-12-03T10:29:08,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742229_1405 (size=12301) 2024-12-03T10:29:09,391 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/376e487d9d604e43b4f8c1959e149c42 2024-12-03T10:29:09,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/776458b3999e46d3a95b4ba86c616c1e is 50, key is test_row_0/C:col10/1733221746778/Put/seqid=0 2024-12-03T10:29:09,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742230_1406 (size=12301) 2024-12-03T10:29:09,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-03T10:29:09,810 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/776458b3999e46d3a95b4ba86c616c1e 2024-12-03T10:29:09,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/20eb5238ef3d478d897b71c1f2ecab53 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/20eb5238ef3d478d897b71c1f2ecab53 2024-12-03T10:29:09,826 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/20eb5238ef3d478d897b71c1f2ecab53, entries=150, sequenceid=287, filesize=30.5 K 2024-12-03T10:29:09,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/376e487d9d604e43b4f8c1959e149c42 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/376e487d9d604e43b4f8c1959e149c42 2024-12-03T10:29:09,831 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/376e487d9d604e43b4f8c1959e149c42, entries=150, sequenceid=287, filesize=12.0 K 2024-12-03T10:29:09,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/776458b3999e46d3a95b4ba86c616c1e as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/776458b3999e46d3a95b4ba86c616c1e 2024-12-03T10:29:09,835 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/776458b3999e46d3a95b4ba86c616c1e, entries=150, sequenceid=287, filesize=12.0 K 2024-12-03T10:29:09,836 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=6.71 KB/6870 for 4bb441f99be238eab2121fa4f5f635c4 in 1691ms, sequenceid=287, compaction requested=false 2024-12-03T10:29:09,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:29:09,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:09,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-12-03T10:29:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-12-03T10:29:09,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-03T10:29:09,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1490 sec 2024-12-03T10:29:09,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.1530 sec 2024-12-03T10:29:10,124 DEBUG [Thread-1464 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b82ba2a to 127.0.0.1:60916 2024-12-03T10:29:10,124 DEBUG [Thread-1464 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:10,137 DEBUG [Thread-1472 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c336ea4 to 127.0.0.1:60916 2024-12-03T10:29:10,138 DEBUG [Thread-1472 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:10,142 DEBUG [Thread-1468 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ec15031 to 127.0.0.1:60916 2024-12-03T10:29:10,142 DEBUG [Thread-1468 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:10,156 DEBUG [Thread-1466 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b6cf8cb to 127.0.0.1:60916 2024-12-03T10:29:10,156 DEBUG [Thread-1466 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:10,583 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/0f12da3226364f019b106fb4b5def4d5, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/4ad4250c61a44f1a82fdeae98ec00503, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/757b9ae9ed6a4138b0c82fbee45779fe, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/91e34dd56e9d4ebcad1f601d3480f981, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/7f7bb239d46d4dbe8267b58b0b321d5a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/159d965a72b1461dac8e1d7eddb498b4, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/173cfab494ef4183a7d1069e8bb698b5, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/3f67e1b6a28b48c8a81720754ec652a1, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/80805943cd7e43fcad9c3527ee377d41, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/bbd5055c68f240cfa89cb0b031df7c9a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/c51433db4d0e40a4b3641a98f387bbdb, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/643f7fec35f84214b877182cb85902bd, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/2b0edcc39fd748d69ab463660f648c90, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/145c982878f74fa69a7e5816e0b37ef7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/22af9b2deebb476d8466f704fd7819f4, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/e346913822c04ddd87ae2de30423c0e2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/d5cd71cb72db48a28906c491f8227864, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/b17b6bdbc1574484987369f7a3d8e9a2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/c248eafe8324440f901bc6780ff5b22c] to archive 2024-12-03T10:29:10,585 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T10:29:10,589 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/0f12da3226364f019b106fb4b5def4d5 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/0f12da3226364f019b106fb4b5def4d5 2024-12-03T10:29:10,590 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/4ad4250c61a44f1a82fdeae98ec00503 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/4ad4250c61a44f1a82fdeae98ec00503 2024-12-03T10:29:10,590 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/757b9ae9ed6a4138b0c82fbee45779fe to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/757b9ae9ed6a4138b0c82fbee45779fe 2024-12-03T10:29:10,591 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/91e34dd56e9d4ebcad1f601d3480f981 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/91e34dd56e9d4ebcad1f601d3480f981 2024-12-03T10:29:10,592 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/7f7bb239d46d4dbe8267b58b0b321d5a to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/7f7bb239d46d4dbe8267b58b0b321d5a 2024-12-03T10:29:10,593 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/159d965a72b1461dac8e1d7eddb498b4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/159d965a72b1461dac8e1d7eddb498b4 2024-12-03T10:29:10,593 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/173cfab494ef4183a7d1069e8bb698b5 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/173cfab494ef4183a7d1069e8bb698b5 2024-12-03T10:29:10,594 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/3f67e1b6a28b48c8a81720754ec652a1 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/3f67e1b6a28b48c8a81720754ec652a1 2024-12-03T10:29:10,595 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/80805943cd7e43fcad9c3527ee377d41 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/80805943cd7e43fcad9c3527ee377d41 2024-12-03T10:29:10,595 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/bbd5055c68f240cfa89cb0b031df7c9a to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/bbd5055c68f240cfa89cb0b031df7c9a 2024-12-03T10:29:10,596 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/c51433db4d0e40a4b3641a98f387bbdb to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/c51433db4d0e40a4b3641a98f387bbdb 2024-12-03T10:29:10,597 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/643f7fec35f84214b877182cb85902bd to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/643f7fec35f84214b877182cb85902bd 2024-12-03T10:29:10,597 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/2b0edcc39fd748d69ab463660f648c90 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/2b0edcc39fd748d69ab463660f648c90 2024-12-03T10:29:10,598 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/145c982878f74fa69a7e5816e0b37ef7 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/145c982878f74fa69a7e5816e0b37ef7 2024-12-03T10:29:10,599 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/22af9b2deebb476d8466f704fd7819f4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/22af9b2deebb476d8466f704fd7819f4 2024-12-03T10:29:10,599 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/e346913822c04ddd87ae2de30423c0e2 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/e346913822c04ddd87ae2de30423c0e2 2024-12-03T10:29:10,600 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/d5cd71cb72db48a28906c491f8227864 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/d5cd71cb72db48a28906c491f8227864 2024-12-03T10:29:10,601 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/b17b6bdbc1574484987369f7a3d8e9a2 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/b17b6bdbc1574484987369f7a3d8e9a2 2024-12-03T10:29:10,602 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/c248eafe8324440f901bc6780ff5b22c to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/c248eafe8324440f901bc6780ff5b22c 2024-12-03T10:29:10,604 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/7a82a2ef893b4c23a3186e7ce9aaa2b9, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/fdbc9340a3164439921912c7dc48ee58, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/ecebc88300cb4829a71bf3d675e3bc89, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/d5209067bda44a9cad5bbae31ca31f82, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/dc411d4f19d240a5a8c2652510e29c16, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/dca7c55de339407faff3185ea48d73c3, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/b80d8cd0bf774ca884ccf7600216f9ab, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/6a35e7dd24c740a88128d3e3c171aa0c, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/2122301b95ab408d8316e928965783a6, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/d88c4bd54a734808be39455a43376cf6, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/e2a1a3db0cea4aae96c0c3d9af990e63, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/dc0f98cbca264a02bcf45d4232b52efc, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/edaebe92e1f54c6f90d99ef0aed4b4d2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/858dd8d4c6484a089516fc75b7795398, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/a773d3fab86c449b993453a83ce6bedd, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/611b9b46603e4564955fea6fdc46857b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/b82f658abf0b49b5a65cec04b5c41219, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/1da55ef06e58420692add2de81b432c2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/24a3fe5c570f4939b8b4047268222d47] to archive 2024-12-03T10:29:10,605 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T10:29:10,607 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/7a82a2ef893b4c23a3186e7ce9aaa2b9 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/7a82a2ef893b4c23a3186e7ce9aaa2b9 2024-12-03T10:29:10,608 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/fdbc9340a3164439921912c7dc48ee58 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/fdbc9340a3164439921912c7dc48ee58 2024-12-03T10:29:10,609 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/ecebc88300cb4829a71bf3d675e3bc89 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/ecebc88300cb4829a71bf3d675e3bc89 2024-12-03T10:29:10,610 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/d5209067bda44a9cad5bbae31ca31f82 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/d5209067bda44a9cad5bbae31ca31f82 2024-12-03T10:29:10,611 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/dc411d4f19d240a5a8c2652510e29c16 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/dc411d4f19d240a5a8c2652510e29c16 2024-12-03T10:29:10,612 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/dca7c55de339407faff3185ea48d73c3 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/dca7c55de339407faff3185ea48d73c3 2024-12-03T10:29:10,614 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/b80d8cd0bf774ca884ccf7600216f9ab to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/b80d8cd0bf774ca884ccf7600216f9ab 2024-12-03T10:29:10,615 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/6a35e7dd24c740a88128d3e3c171aa0c to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/6a35e7dd24c740a88128d3e3c171aa0c 2024-12-03T10:29:10,616 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/2122301b95ab408d8316e928965783a6 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/2122301b95ab408d8316e928965783a6 2024-12-03T10:29:10,617 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/d88c4bd54a734808be39455a43376cf6 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/d88c4bd54a734808be39455a43376cf6 2024-12-03T10:29:10,618 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/e2a1a3db0cea4aae96c0c3d9af990e63 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/e2a1a3db0cea4aae96c0c3d9af990e63 2024-12-03T10:29:10,619 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/dc0f98cbca264a02bcf45d4232b52efc to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/dc0f98cbca264a02bcf45d4232b52efc 2024-12-03T10:29:10,620 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/edaebe92e1f54c6f90d99ef0aed4b4d2 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/edaebe92e1f54c6f90d99ef0aed4b4d2 2024-12-03T10:29:10,621 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/858dd8d4c6484a089516fc75b7795398 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/858dd8d4c6484a089516fc75b7795398 2024-12-03T10:29:10,622 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/a773d3fab86c449b993453a83ce6bedd to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/a773d3fab86c449b993453a83ce6bedd 2024-12-03T10:29:10,623 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/611b9b46603e4564955fea6fdc46857b to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/611b9b46603e4564955fea6fdc46857b 2024-12-03T10:29:10,624 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/b82f658abf0b49b5a65cec04b5c41219 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/b82f658abf0b49b5a65cec04b5c41219 2024-12-03T10:29:10,625 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/1da55ef06e58420692add2de81b432c2 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/1da55ef06e58420692add2de81b432c2 2024-12-03T10:29:10,627 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/24a3fe5c570f4939b8b4047268222d47 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/24a3fe5c570f4939b8b4047268222d47 2024-12-03T10:29:10,630 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/a8a898ac581645b79a7daf04198e999d, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/eff86d58b544478f8c810f01d5df4988, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/afc3cf7a7b5043e39ac3ff7505ea6328, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/8d06d1d13e0847b787caf351e610ee39, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/f6c354b09a5a4f28ac8e11bc26ffff92, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/31d1ceed537b41dc95b6aac2a94a14f1, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/87983c1d483b426a8f8e29e599fd5845, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/26c6da98fb2f44ca88a9eeacf8fa3128, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/0f7d7e6b45ca4770a9b26e6d44662294, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/e689af0eadf740c79954db44bf71f9a8, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/684ec801dc524f6796ba4944724bd29d, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/c59535e03c464fb69f472338957dc349, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/83d70008b5544978be8323427110774b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/532f104523f64304a08ff26c56c42e90, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/3f6a57f6cf0c434198a873c4543771a1, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/ceee219549114c82a68233d3f8d99a0a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/35aba2f397f8445385c96d5b1ebd3bd9, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/b4805f070d4b49518a62fae9c04f98c3, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/1ed88aad0e4b4c3c82b328e4747c66ee] to archive 2024-12-03T10:29:10,631 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T10:29:10,632 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/a8a898ac581645b79a7daf04198e999d to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/a8a898ac581645b79a7daf04198e999d 2024-12-03T10:29:10,633 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/eff86d58b544478f8c810f01d5df4988 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/eff86d58b544478f8c810f01d5df4988 2024-12-03T10:29:10,634 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/afc3cf7a7b5043e39ac3ff7505ea6328 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/afc3cf7a7b5043e39ac3ff7505ea6328 2024-12-03T10:29:10,635 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/8d06d1d13e0847b787caf351e610ee39 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/8d06d1d13e0847b787caf351e610ee39 2024-12-03T10:29:10,636 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/f6c354b09a5a4f28ac8e11bc26ffff92 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/f6c354b09a5a4f28ac8e11bc26ffff92 2024-12-03T10:29:10,637 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/31d1ceed537b41dc95b6aac2a94a14f1 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/31d1ceed537b41dc95b6aac2a94a14f1 2024-12-03T10:29:10,638 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/87983c1d483b426a8f8e29e599fd5845 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/87983c1d483b426a8f8e29e599fd5845 2024-12-03T10:29:10,639 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/26c6da98fb2f44ca88a9eeacf8fa3128 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/26c6da98fb2f44ca88a9eeacf8fa3128 2024-12-03T10:29:10,640 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/0f7d7e6b45ca4770a9b26e6d44662294 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/0f7d7e6b45ca4770a9b26e6d44662294 2024-12-03T10:29:10,641 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/e689af0eadf740c79954db44bf71f9a8 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/e689af0eadf740c79954db44bf71f9a8 2024-12-03T10:29:10,642 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/684ec801dc524f6796ba4944724bd29d to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/684ec801dc524f6796ba4944724bd29d 2024-12-03T10:29:10,643 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/c59535e03c464fb69f472338957dc349 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/c59535e03c464fb69f472338957dc349 2024-12-03T10:29:10,644 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/83d70008b5544978be8323427110774b to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/83d70008b5544978be8323427110774b 2024-12-03T10:29:10,645 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/532f104523f64304a08ff26c56c42e90 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/532f104523f64304a08ff26c56c42e90 2024-12-03T10:29:10,646 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/3f6a57f6cf0c434198a873c4543771a1 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/3f6a57f6cf0c434198a873c4543771a1 2024-12-03T10:29:10,647 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/ceee219549114c82a68233d3f8d99a0a to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/ceee219549114c82a68233d3f8d99a0a 2024-12-03T10:29:10,648 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/35aba2f397f8445385c96d5b1ebd3bd9 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/35aba2f397f8445385c96d5b1ebd3bd9 2024-12-03T10:29:10,649 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/b4805f070d4b49518a62fae9c04f98c3 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/b4805f070d4b49518a62fae9c04f98c3 2024-12-03T10:29:10,649 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/b030dd9a36e7:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/1ed88aad0e4b4c3c82b328e4747c66ee to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/1ed88aad0e4b4c3c82b328e4747c66ee 2024-12-03T10:29:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-03T10:29:11,797 INFO [Thread-1474 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-12-03T10:29:11,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T10:29:11,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-12-03T10:29:11,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-12-03T10:29:11,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-12-03T10:29:11,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-12-03T10:29:11,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-12-03T10:29:11,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T10:29:11,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T10:29:11,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3284 2024-12-03T10:29:11,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9852 rows 2024-12-03T10:29:11,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3313 2024-12-03T10:29:11,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9939 rows 2024-12-03T10:29:11,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3297 2024-12-03T10:29:11,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9891 rows 2024-12-03T10:29:11,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3298 2024-12-03T10:29:11,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9894 rows 2024-12-03T10:29:11,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3316 2024-12-03T10:29:11,798 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9945 rows 2024-12-03T10:29:11,799 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-03T10:29:11,799 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b976e1a to 127.0.0.1:60916 2024-12-03T10:29:11,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:11,803 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-03T10:29:11,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-03T10:29:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T10:29:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-03T10:29:11,808 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221751808"}]},"ts":"1733221751808"} 2024-12-03T10:29:11,809 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T10:29:11,844 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T10:29:11,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T10:29:11,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4bb441f99be238eab2121fa4f5f635c4, UNASSIGN}] 2024-12-03T10:29:11,848 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=118, ppid=117, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4bb441f99be238eab2121fa4f5f635c4, UNASSIGN 2024-12-03T10:29:11,849 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=4bb441f99be238eab2121fa4f5f635c4, regionState=CLOSING, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:11,850 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T10:29:11,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; CloseRegionProcedure 4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283}] 2024-12-03T10:29:11,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-03T10:29:12,003 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:12,004 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(124): Close 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:12,005 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-03T10:29:12,005 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1681): Closing 4bb441f99be238eab2121fa4f5f635c4, disabling compactions & flushes 2024-12-03T10:29:12,005 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:12,005 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:12,005 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. after waiting 0 ms 2024-12-03T10:29:12,005 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:12,005 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(2837): Flushing 4bb441f99be238eab2121fa4f5f635c4 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-03T10:29:12,006 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=A 2024-12-03T10:29:12,006 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:12,006 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=B 2024-12-03T10:29:12,006 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:12,006 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4bb441f99be238eab2121fa4f5f635c4, store=C 2024-12-03T10:29:12,007 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:12,019 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ec48898448a04b639fc4c89fbcba9056_4bb441f99be238eab2121fa4f5f635c4 is 50, key is test_row_0/A:col10/1733221750140/Put/seqid=0 2024-12-03T10:29:12,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742231_1407 (size=12454) 2024-12-03T10:29:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-03T10:29:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-03T10:29:12,423 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:12,426 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ec48898448a04b639fc4c89fbcba9056_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ec48898448a04b639fc4c89fbcba9056_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:12,426 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/f760a3c862fb4a21b80e1029f680452e, store: [table=TestAcidGuarantees family=A region=4bb441f99be238eab2121fa4f5f635c4] 2024-12-03T10:29:12,427 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/f760a3c862fb4a21b80e1029f680452e is 175, key is test_row_0/A:col10/1733221750140/Put/seqid=0 2024-12-03T10:29:12,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742232_1408 (size=31255) 2024-12-03T10:29:12,831 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=298, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/f760a3c862fb4a21b80e1029f680452e 2024-12-03T10:29:12,844 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/19f307bdf3934d1698cb2ed2978a3e7e is 50, key is test_row_0/B:col10/1733221750140/Put/seqid=0 2024-12-03T10:29:12,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742233_1409 (size=12301) 2024-12-03T10:29:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-03T10:29:13,250 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/19f307bdf3934d1698cb2ed2978a3e7e 2024-12-03T10:29:13,263 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/5ff57b28206e4f9f9e277b295404bf1f is 50, key is test_row_0/C:col10/1733221750140/Put/seqid=0 2024-12-03T10:29:13,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742234_1410 (size=12301) 2024-12-03T10:29:13,669 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/5ff57b28206e4f9f9e277b295404bf1f 2024-12-03T10:29:13,701 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/A/f760a3c862fb4a21b80e1029f680452e as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/f760a3c862fb4a21b80e1029f680452e 2024-12-03T10:29:13,709 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/f760a3c862fb4a21b80e1029f680452e, entries=150, sequenceid=298, filesize=30.5 K 2024-12-03T10:29:13,711 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/B/19f307bdf3934d1698cb2ed2978a3e7e as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/19f307bdf3934d1698cb2ed2978a3e7e 2024-12-03T10:29:13,718 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/19f307bdf3934d1698cb2ed2978a3e7e, entries=150, sequenceid=298, filesize=12.0 K 2024-12-03T10:29:13,719 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/.tmp/C/5ff57b28206e4f9f9e277b295404bf1f as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/5ff57b28206e4f9f9e277b295404bf1f 2024-12-03T10:29:13,722 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/5ff57b28206e4f9f9e277b295404bf1f, entries=150, sequenceid=298, filesize=12.0 K 2024-12-03T10:29:13,722 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 4bb441f99be238eab2121fa4f5f635c4 in 1717ms, sequenceid=298, compaction requested=true 2024-12-03T10:29:13,725 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/recovered.edits/301.seqid, newMaxSeqId=301, maxSeqId=4 2024-12-03T10:29:13,726 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4. 2024-12-03T10:29:13,726 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] regionserver.HRegion(1635): Region close journal for 4bb441f99be238eab2121fa4f5f635c4: 2024-12-03T10:29:13,727 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=119}] handler.UnassignRegionHandler(170): Closed 4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:13,727 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=118 updating hbase:meta row=4bb441f99be238eab2121fa4f5f635c4, regionState=CLOSED 2024-12-03T10:29:13,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-03T10:29:13,729 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseRegionProcedure 4bb441f99be238eab2121fa4f5f635c4, server=b030dd9a36e7,33013,1733221628283 in 1.8780 sec 2024-12-03T10:29:13,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=118, resume processing ppid=117 2024-12-03T10:29:13,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, ppid=117, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4bb441f99be238eab2121fa4f5f635c4, UNASSIGN in 1.8830 sec 2024-12-03T10:29:13,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-03T10:29:13,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8860 sec 2024-12-03T10:29:13,732 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221753732"}]},"ts":"1733221753732"} 2024-12-03T10:29:13,733 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T10:29:13,743 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T10:29:13,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9390 sec 2024-12-03T10:29:13,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-03T10:29:13,917 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-03T10:29:13,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-03T10:29:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:29:13,920 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=120, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:29:13,921 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=120, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:29:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-03T10:29:13,923 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:13,927 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A, FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B, FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C, FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/recovered.edits] 2024-12-03T10:29:13,933 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/20eb5238ef3d478d897b71c1f2ecab53 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/20eb5238ef3d478d897b71c1f2ecab53 2024-12-03T10:29:13,935 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/3b81d726c4684c6a9aa21da55879b954 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/3b81d726c4684c6a9aa21da55879b954 2024-12-03T10:29:13,937 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/f760a3c862fb4a21b80e1029f680452e to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/A/f760a3c862fb4a21b80e1029f680452e 2024-12-03T10:29:13,940 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/19f307bdf3934d1698cb2ed2978a3e7e to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/19f307bdf3934d1698cb2ed2978a3e7e 2024-12-03T10:29:13,941 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/253ce630be2144f0bb9966373c9e1f29 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/253ce630be2144f0bb9966373c9e1f29 2024-12-03T10:29:13,941 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/376e487d9d604e43b4f8c1959e149c42 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/B/376e487d9d604e43b4f8c1959e149c42 2024-12-03T10:29:13,943 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/5df701d9abcb41bebfde463d328a0b47 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/5df701d9abcb41bebfde463d328a0b47 2024-12-03T10:29:13,944 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/5ff57b28206e4f9f9e277b295404bf1f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/5ff57b28206e4f9f9e277b295404bf1f 2024-12-03T10:29:13,945 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/776458b3999e46d3a95b4ba86c616c1e to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/C/776458b3999e46d3a95b4ba86c616c1e 2024-12-03T10:29:13,948 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/recovered.edits/301.seqid to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4/recovered.edits/301.seqid 2024-12-03T10:29:13,948 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:13,948 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T10:29:13,949 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T10:29:13,949 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-03T10:29:13,952 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120308eff5ffa092473385e1a5c050b29684_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120308eff5ffa092473385e1a5c050b29684_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:13,953 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120326714e96b0ff4fd8af6c2719f9eb8f24_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120326714e96b0ff4fd8af6c2719f9eb8f24_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:13,953 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033973218c037f44019aff718c97c67ee9_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033973218c037f44019aff718c97c67ee9_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:13,954 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033c23169e1bab4df4835e3f92463851bb_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033c23169e1bab4df4835e3f92463851bb_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:13,955 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033ec0cb52e9354e68912c0ec762dfd97c_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033ec0cb52e9354e68912c0ec762dfd97c_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:13,956 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120344ba0416158f4060926250e69158986e_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120344ba0416158f4060926250e69158986e_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:13,957 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203528daaec94d84e84ada2157bd608c8b1_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203528daaec94d84e84ada2157bd608c8b1_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:13,958 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412036a802b1a2a5c44c382f3a3b22527495f_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412036a802b1a2a5c44c382f3a3b22527495f_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:13,959 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038483e122309e4528b314067cd78f9064_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038483e122309e4528b314067cd78f9064_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:13,959 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120385212d85617749bcb28ead554487f68d_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120385212d85617749bcb28ead554487f68d_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:13,960 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203aca8436cf6334edda688c623176f1151_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203aca8436cf6334edda688c623176f1151_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:13,961 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b4868729cbe94d5d8bf03c4eeb1ef634_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b4868729cbe94d5d8bf03c4eeb1ef634_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:13,962 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203caec23f387334d36b21e6d24d6555fb7_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203caec23f387334d36b21e6d24d6555fb7_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:13,962 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e01f1081033d4bdfa02150203f0bf35a_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e01f1081033d4bdfa02150203f0bf35a_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:13,963 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ec48898448a04b639fc4c89fbcba9056_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ec48898448a04b639fc4c89fbcba9056_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:13,964 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f4e9c7f365a0406db237324a2ed21b1a_4bb441f99be238eab2121fa4f5f635c4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f4e9c7f365a0406db237324a2ed21b1a_4bb441f99be238eab2121fa4f5f635c4 2024-12-03T10:29:13,964 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T10:29:13,966 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=120, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:29:13,967 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T10:29:13,969 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T10:29:13,970 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=120, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:29:13,970 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T10:29:13,970 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733221753970"}]},"ts":"9223372036854775807"} 2024-12-03T10:29:13,971 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-03T10:29:13,971 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4bb441f99be238eab2121fa4f5f635c4, NAME => 'TestAcidGuarantees,,1733221724772.4bb441f99be238eab2121fa4f5f635c4.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T10:29:13,971 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T10:29:13,971 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733221753971"}]},"ts":"9223372036854775807"} 2024-12-03T10:29:13,973 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-03T10:29:13,977 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=120, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:29:13,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 59 msec 2024-12-03T10:29:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-03T10:29:14,023 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-03T10:29:14,030 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=239 (was 237) - Thread LEAK? -, OpenFileDescriptor=454 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=259 (was 288), ProcessCount=11 (was 11), AvailableMemoryMB=2865 (was 2914) 2024-12-03T10:29:14,037 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=239, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=259, ProcessCount=11, AvailableMemoryMB=2865 2024-12-03T10:29:14,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T10:29:14,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:29:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T10:29:14,040 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:29:14,040 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:14,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 121 2024-12-03T10:29:14,041 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:29:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-12-03T10:29:14,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742235_1411 (size=963) 2024-12-03T10:29:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-12-03T10:29:14,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-12-03T10:29:14,452 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63 2024-12-03T10:29:14,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742236_1412 (size=53) 2024-12-03T10:29:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-12-03T10:29:14,862 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:14,862 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d5ea3346d5a953c156fe955e7d7fc459, disabling compactions & flushes 2024-12-03T10:29:14,862 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:14,863 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:14,863 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. after waiting 0 ms 2024-12-03T10:29:14,863 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:14,863 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:14,863 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:14,865 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:29:14,866 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733221754865"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221754865"}]},"ts":"1733221754865"} 2024-12-03T10:29:14,868 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-03T10:29:14,869 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:29:14,870 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221754869"}]},"ts":"1733221754869"} 2024-12-03T10:29:14,871 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T10:29:14,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5ea3346d5a953c156fe955e7d7fc459, ASSIGN}] 2024-12-03T10:29:14,895 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5ea3346d5a953c156fe955e7d7fc459, ASSIGN 2024-12-03T10:29:14,896 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5ea3346d5a953c156fe955e7d7fc459, ASSIGN; state=OFFLINE, location=b030dd9a36e7,33013,1733221628283; forceNewPlan=false, retain=false 2024-12-03T10:29:15,047 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=d5ea3346d5a953c156fe955e7d7fc459, regionState=OPENING, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:15,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; OpenRegionProcedure d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283}] 2024-12-03T10:29:15,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-12-03T10:29:15,204 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:15,210 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:15,211 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7285): Opening region: {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:29:15,211 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:15,211 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:15,212 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7327): checking encryption for d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:15,212 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(7330): checking classloading for d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:15,214 INFO [StoreOpener-d5ea3346d5a953c156fe955e7d7fc459-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:15,216 INFO [StoreOpener-d5ea3346d5a953c156fe955e7d7fc459-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:29:15,217 INFO [StoreOpener-d5ea3346d5a953c156fe955e7d7fc459-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5ea3346d5a953c156fe955e7d7fc459 columnFamilyName A 2024-12-03T10:29:15,217 DEBUG [StoreOpener-d5ea3346d5a953c156fe955e7d7fc459-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:15,218 INFO [StoreOpener-d5ea3346d5a953c156fe955e7d7fc459-1 {}] regionserver.HStore(327): Store=d5ea3346d5a953c156fe955e7d7fc459/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:15,218 INFO [StoreOpener-d5ea3346d5a953c156fe955e7d7fc459-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:15,219 INFO [StoreOpener-d5ea3346d5a953c156fe955e7d7fc459-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:29:15,220 INFO [StoreOpener-d5ea3346d5a953c156fe955e7d7fc459-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5ea3346d5a953c156fe955e7d7fc459 columnFamilyName B 2024-12-03T10:29:15,220 DEBUG [StoreOpener-d5ea3346d5a953c156fe955e7d7fc459-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:15,220 INFO [StoreOpener-d5ea3346d5a953c156fe955e7d7fc459-1 {}] regionserver.HStore(327): Store=d5ea3346d5a953c156fe955e7d7fc459/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:15,220 INFO [StoreOpener-d5ea3346d5a953c156fe955e7d7fc459-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:15,222 INFO [StoreOpener-d5ea3346d5a953c156fe955e7d7fc459-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:29:15,222 INFO [StoreOpener-d5ea3346d5a953c156fe955e7d7fc459-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5ea3346d5a953c156fe955e7d7fc459 columnFamilyName C 2024-12-03T10:29:15,222 DEBUG [StoreOpener-d5ea3346d5a953c156fe955e7d7fc459-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:15,223 INFO [StoreOpener-d5ea3346d5a953c156fe955e7d7fc459-1 {}] regionserver.HStore(327): Store=d5ea3346d5a953c156fe955e7d7fc459/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:15,223 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:15,225 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:15,225 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:15,228 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T10:29:15,230 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1085): writing seq id for d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:15,233 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:29:15,234 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1102): Opened d5ea3346d5a953c156fe955e7d7fc459; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63773452, jitterRate=-0.0497015118598938}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T10:29:15,234 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegion(1001): Region open journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:15,235 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., pid=123, masterSystemTime=1733221755203 2024-12-03T10:29:15,237 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=d5ea3346d5a953c156fe955e7d7fc459, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:15,237 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:15,237 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=123}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:15,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-03T10:29:15,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; OpenRegionProcedure d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 in 188 msec 2024-12-03T10:29:15,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=122, resume processing ppid=121 2024-12-03T10:29:15,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5ea3346d5a953c156fe955e7d7fc459, ASSIGN in 345 msec 2024-12-03T10:29:15,242 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:29:15,242 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221755242"}]},"ts":"1733221755242"} 2024-12-03T10:29:15,243 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T10:29:15,253 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=121, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:29:15,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2140 sec 2024-12-03T10:29:16,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=121 2024-12-03T10:29:16,152 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 121 completed 2024-12-03T10:29:16,155 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3512017b to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@301741f1 2024-12-03T10:29:16,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a6e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:16,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:16,201 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:16,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:29:16,205 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:29:16,207 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x695c2253 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63cefe40 2024-12-03T10:29:16,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c12a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:16,220 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7177efc9 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65df2359 2024-12-03T10:29:16,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef40578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:16,228 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61d38088 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d0ab200 2024-12-03T10:29:16,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:16,237 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043f683 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5871c039 2024-12-03T10:29:16,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc0f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:16,246 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b0c2472 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7daa5922 2024-12-03T10:29:16,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8b6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:16,254 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b7f20c4 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc486e1 2024-12-03T10:29:16,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11193a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:16,263 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f7c40ba to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2070263a 2024-12-03T10:29:16,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7861b162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:16,270 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41b0e7b6 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6050584c 2024-12-03T10:29:16,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154f0f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:16,278 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f2423f3 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dd48863 2024-12-03T10:29:16,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:16,287 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x184771cf to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51196534 2024-12-03T10:29:16,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c2725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:16,296 DEBUG [hconnection-0x55072eb0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:16,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:29:16,297 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56064, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:16,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-12-03T10:29:16,298 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:29:16,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-03T10:29:16,298 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:29:16,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:29:16,299 DEBUG [hconnection-0x78e8bbd8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:16,299 DEBUG [hconnection-0x4eaf9b75-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:16,299 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:16,300 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:16,300 DEBUG [hconnection-0x593dddcf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:16,300 DEBUG [hconnection-0x7c70760d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:16,301 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56096, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:16,301 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:16,301 DEBUG [hconnection-0x195327bc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:16,302 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56110, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:16,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:16,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d5ea3346d5a953c156fe955e7d7fc459 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T10:29:16,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=A 2024-12-03T10:29:16,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:16,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=B 2024-12-03T10:29:16,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:16,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=C 2024-12-03T10:29:16,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:16,311 DEBUG [hconnection-0x2db5ff22-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:16,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56108 deadline: 1733221816310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:16,311 DEBUG [hconnection-0x7dfc6b37-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:16,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:16,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56078 deadline: 1733221816311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56110 deadline: 1733221816311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:16,312 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:16,312 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:16,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56096 deadline: 1733221816312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:16,315 DEBUG [hconnection-0x7564581d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:16,315 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:16,316 DEBUG [hconnection-0x369c5f15-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:16,317 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56142, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:16,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221816318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:16,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/6d085e5a576c4637915b002aeac5b267 is 50, key is test_row_0/A:col10/1733221756304/Put/seqid=0 2024-12-03T10:29:16,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742237_1413 (size=12001) 2024-12-03T10:29:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-03T10:29:16,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56108 deadline: 1733221816412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:16,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56078 deadline: 1733221816412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:16,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56110 deadline: 1733221816412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:16,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56096 deadline: 1733221816412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:16,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221816419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:16,449 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:16,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-03T10:29:16,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:16,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:16,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:16,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:16,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-03T10:29:16,601 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:16,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-03T10:29:16,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:16,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:16,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:16,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:16,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:16,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56078 deadline: 1733221816615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:16,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56096 deadline: 1733221816615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:16,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56108 deadline: 1733221816615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:16,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:16,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56110 deadline: 1733221816616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:16,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221816623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:16,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/6d085e5a576c4637915b002aeac5b267 2024-12-03T10:29:16,753 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:16,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/e1e69bad27cd4457a4f9aafe646c6aad is 50, key is test_row_0/B:col10/1733221756304/Put/seqid=0 2024-12-03T10:29:16,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-03T10:29:16,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:16,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:16,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:16,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:16,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:16,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:16,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742238_1414 (size=12001) 2024-12-03T10:29:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-03T10:29:16,905 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:16,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-03T10:29:16,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:16,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:16,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:16,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:16,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:16,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:16,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56078 deadline: 1733221816917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56096 deadline: 1733221816918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:16,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56108 deadline: 1733221816919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:16,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56110 deadline: 1733221816921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:16,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:16,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221816926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:17,058 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:17,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-03T10:29:17,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:17,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:17,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:17,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:17,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:17,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:17,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/e1e69bad27cd4457a4f9aafe646c6aad 2024-12-03T10:29:17,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/5b76252c435b4bdebbacc0c067e4eb85 is 50, key is test_row_0/C:col10/1733221756304/Put/seqid=0 2024-12-03T10:29:17,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742239_1415 (size=12001) 2024-12-03T10:29:17,210 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:17,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-03T10:29:17,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:17,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:17,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:17,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:17,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:17,363 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:17,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-03T10:29:17,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:17,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:17,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:17,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:17,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-03T10:29:17,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56108 deadline: 1733221817425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:17,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56078 deadline: 1733221817425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:17,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56110 deadline: 1733221817426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:17,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56096 deadline: 1733221817426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:17,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221817431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:17,515 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:17,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-03T10:29:17,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:17,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:17,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:17,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:17,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:17,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/5b76252c435b4bdebbacc0c067e4eb85 2024-12-03T10:29:17,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/6d085e5a576c4637915b002aeac5b267 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/6d085e5a576c4637915b002aeac5b267 2024-12-03T10:29:17,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/6d085e5a576c4637915b002aeac5b267, entries=150, sequenceid=15, filesize=11.7 K 2024-12-03T10:29:17,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/e1e69bad27cd4457a4f9aafe646c6aad as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/e1e69bad27cd4457a4f9aafe646c6aad 2024-12-03T10:29:17,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/e1e69bad27cd4457a4f9aafe646c6aad, entries=150, sequenceid=15, filesize=11.7 K 2024-12-03T10:29:17,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/5b76252c435b4bdebbacc0c067e4eb85 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/5b76252c435b4bdebbacc0c067e4eb85 2024-12-03T10:29:17,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/5b76252c435b4bdebbacc0c067e4eb85, entries=150, sequenceid=15, filesize=11.7 K 2024-12-03T10:29:17,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for d5ea3346d5a953c156fe955e7d7fc459 in 1293ms, sequenceid=15, compaction requested=false 2024-12-03T10:29:17,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:17,667 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:17,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-03T10:29:17,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:17,668 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing d5ea3346d5a953c156fe955e7d7fc459 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T10:29:17,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=A 2024-12-03T10:29:17,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:17,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=B 2024-12-03T10:29:17,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:17,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=C 2024-12-03T10:29:17,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:17,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/e7bfff4fecce4f40a8d883027582e4cf is 50, key is test_row_0/A:col10/1733221756310/Put/seqid=0 2024-12-03T10:29:17,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742240_1416 (size=12001) 2024-12-03T10:29:17,674 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/e7bfff4fecce4f40a8d883027582e4cf 2024-12-03T10:29:17,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/3205df86875244db862862565e862e24 is 50, key is test_row_0/B:col10/1733221756310/Put/seqid=0 2024-12-03T10:29:17,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742241_1417 (size=12001) 2024-12-03T10:29:18,082 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/3205df86875244db862862565e862e24 2024-12-03T10:29:18,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/1879dc7ac1b84502bb6305a7dc846c67 is 50, key is test_row_0/C:col10/1733221756310/Put/seqid=0 2024-12-03T10:29:18,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742242_1418 (size=12001) 2024-12-03T10:29:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-03T10:29:18,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:18,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221818439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:18,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56078 deadline: 1733221818456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:18,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56110 deadline: 1733221818456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:18,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56108 deadline: 1733221818457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:18,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56096 deadline: 1733221818457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:18,496 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/1879dc7ac1b84502bb6305a7dc846c67 2024-12-03T10:29:18,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/e7bfff4fecce4f40a8d883027582e4cf as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/e7bfff4fecce4f40a8d883027582e4cf 2024-12-03T10:29:18,502 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/e7bfff4fecce4f40a8d883027582e4cf, entries=150, sequenceid=39, filesize=11.7 K 2024-12-03T10:29:18,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/3205df86875244db862862565e862e24 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/3205df86875244db862862565e862e24 2024-12-03T10:29:18,505 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/3205df86875244db862862565e862e24, entries=150, sequenceid=39, filesize=11.7 K 2024-12-03T10:29:18,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/1879dc7ac1b84502bb6305a7dc846c67 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/1879dc7ac1b84502bb6305a7dc846c67 2024-12-03T10:29:18,509 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/1879dc7ac1b84502bb6305a7dc846c67, entries=150, sequenceid=39, filesize=11.7 K 2024-12-03T10:29:18,509 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d5ea3346d5a953c156fe955e7d7fc459 in 842ms, sequenceid=39, compaction requested=false 2024-12-03T10:29:18,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:18,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:18,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-12-03T10:29:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-12-03T10:29:18,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-03T10:29:18,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2120 sec 2024-12-03T10:29:18,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 2.2160 sec 2024-12-03T10:29:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:18,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d5ea3346d5a953c156fe955e7d7fc459 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-03T10:29:18,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=A 2024-12-03T10:29:18,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:18,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=B 2024-12-03T10:29:18,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:18,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=C 2024-12-03T10:29:18,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:18,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/03847768040a461e9d4f1ba1f6f55452 is 50, key is test_row_0/A:col10/1733221758433/Put/seqid=0 2024-12-03T10:29:18,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742243_1419 (size=12001) 2024-12-03T10:29:18,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56110 deadline: 1733221818619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:18,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56108 deadline: 1733221818622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:18,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56096 deadline: 1733221818623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:18,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56078 deadline: 1733221818627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:18,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56110 deadline: 1733221818728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:18,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56108 deadline: 1733221818728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:18,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56096 deadline: 1733221818728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:18,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56078 deadline: 1733221818732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:18,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56096 deadline: 1733221818930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:18,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56110 deadline: 1733221818931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:18,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56108 deadline: 1733221818931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:18,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:18,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56078 deadline: 1733221818935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:18,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/03847768040a461e9d4f1ba1f6f55452 2024-12-03T10:29:19,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/a0855ed1fa0f4706b91b00426bd387d0 is 50, key is test_row_0/B:col10/1733221758433/Put/seqid=0 2024-12-03T10:29:19,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742244_1420 (size=12001) 2024-12-03T10:29:19,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56096 deadline: 1733221819233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:19,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:19,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56110 deadline: 1733221819233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:19,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:19,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56108 deadline: 1733221819234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:19,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:19,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56078 deadline: 1733221819239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:19,242 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T10:29:19,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/a0855ed1fa0f4706b91b00426bd387d0 2024-12-03T10:29:19,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/652997abcfa14e76a76c4fbfc42dca70 is 50, key is test_row_0/C:col10/1733221758433/Put/seqid=0 2024-12-03T10:29:19,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742245_1421 (size=12001) 2024-12-03T10:29:19,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56096 deadline: 1733221819739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:19,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56108 deadline: 1733221819739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:19,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:19,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56110 deadline: 1733221819740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:19,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56078 deadline: 1733221819742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:19,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/652997abcfa14e76a76c4fbfc42dca70 2024-12-03T10:29:19,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/03847768040a461e9d4f1ba1f6f55452 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/03847768040a461e9d4f1ba1f6f55452 2024-12-03T10:29:19,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/03847768040a461e9d4f1ba1f6f55452, entries=150, sequenceid=54, filesize=11.7 K 2024-12-03T10:29:19,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/a0855ed1fa0f4706b91b00426bd387d0 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/a0855ed1fa0f4706b91b00426bd387d0 2024-12-03T10:29:19,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/a0855ed1fa0f4706b91b00426bd387d0, entries=150, sequenceid=54, filesize=11.7 K 2024-12-03T10:29:19,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/652997abcfa14e76a76c4fbfc42dca70 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/652997abcfa14e76a76c4fbfc42dca70 2024-12-03T10:29:19,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/652997abcfa14e76a76c4fbfc42dca70, entries=150, sequenceid=54, filesize=11.7 K 2024-12-03T10:29:19,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d5ea3346d5a953c156fe955e7d7fc459 in 1366ms, sequenceid=54, compaction requested=true 2024-12-03T10:29:19,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:19,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5ea3346d5a953c156fe955e7d7fc459:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:29:19,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:19,930 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:19,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5ea3346d5a953c156fe955e7d7fc459:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:29:19,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:19,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5ea3346d5a953c156fe955e7d7fc459:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:29:19,930 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:19,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:19,931 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:19,931 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:19,931 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): d5ea3346d5a953c156fe955e7d7fc459/A is initiating minor compaction (all files) 2024-12-03T10:29:19,931 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): d5ea3346d5a953c156fe955e7d7fc459/B is initiating minor compaction (all files) 2024-12-03T10:29:19,931 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5ea3346d5a953c156fe955e7d7fc459/A in TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:19,931 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5ea3346d5a953c156fe955e7d7fc459/B in TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:19,931 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/6d085e5a576c4637915b002aeac5b267, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/e7bfff4fecce4f40a8d883027582e4cf, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/03847768040a461e9d4f1ba1f6f55452] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp, totalSize=35.2 K 2024-12-03T10:29:19,931 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/e1e69bad27cd4457a4f9aafe646c6aad, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/3205df86875244db862862565e862e24, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/a0855ed1fa0f4706b91b00426bd387d0] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp, totalSize=35.2 K 2024-12-03T10:29:19,931 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d085e5a576c4637915b002aeac5b267, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733221756303 2024-12-03T10:29:19,931 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting e1e69bad27cd4457a4f9aafe646c6aad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733221756303 2024-12-03T10:29:19,931 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7bfff4fecce4f40a8d883027582e4cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733221756309 2024-12-03T10:29:19,931 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 3205df86875244db862862565e862e24, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733221756309 2024-12-03T10:29:19,932 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03847768040a461e9d4f1ba1f6f55452, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733221758433 2024-12-03T10:29:19,932 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting a0855ed1fa0f4706b91b00426bd387d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733221758433 2024-12-03T10:29:19,936 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5ea3346d5a953c156fe955e7d7fc459#A#compaction#351 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:19,937 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/fea68a2c2b7c466594f752bdb62aba96 is 50, key is test_row_0/A:col10/1733221758433/Put/seqid=0 2024-12-03T10:29:19,937 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5ea3346d5a953c156fe955e7d7fc459#B#compaction#352 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:19,937 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/839e65e44bcd4cd49e3b62563a3d8f19 is 50, key is test_row_0/B:col10/1733221758433/Put/seqid=0 2024-12-03T10:29:19,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742247_1423 (size=12104) 2024-12-03T10:29:19,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742246_1422 (size=12104) 2024-12-03T10:29:20,344 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/fea68a2c2b7c466594f752bdb62aba96 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/fea68a2c2b7c466594f752bdb62aba96 2024-12-03T10:29:20,344 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/839e65e44bcd4cd49e3b62563a3d8f19 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/839e65e44bcd4cd49e3b62563a3d8f19 2024-12-03T10:29:20,347 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5ea3346d5a953c156fe955e7d7fc459/B of d5ea3346d5a953c156fe955e7d7fc459 into 839e65e44bcd4cd49e3b62563a3d8f19(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:20,347 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5ea3346d5a953c156fe955e7d7fc459/A of d5ea3346d5a953c156fe955e7d7fc459 into fea68a2c2b7c466594f752bdb62aba96(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:20,347 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:20,347 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:20,348 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., storeName=d5ea3346d5a953c156fe955e7d7fc459/A, priority=13, startTime=1733221759930; duration=0sec 2024-12-03T10:29:20,348 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., storeName=d5ea3346d5a953c156fe955e7d7fc459/B, priority=13, startTime=1733221759930; duration=0sec 2024-12-03T10:29:20,348 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:20,348 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:20,348 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5ea3346d5a953c156fe955e7d7fc459:A 2024-12-03T10:29:20,348 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5ea3346d5a953c156fe955e7d7fc459:B 2024-12-03T10:29:20,348 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:20,348 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:20,348 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): d5ea3346d5a953c156fe955e7d7fc459/C is initiating minor compaction (all files) 2024-12-03T10:29:20,349 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5ea3346d5a953c156fe955e7d7fc459/C in TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:20,349 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/5b76252c435b4bdebbacc0c067e4eb85, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/1879dc7ac1b84502bb6305a7dc846c67, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/652997abcfa14e76a76c4fbfc42dca70] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp, totalSize=35.2 K 2024-12-03T10:29:20,349 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b76252c435b4bdebbacc0c067e4eb85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733221756303 2024-12-03T10:29:20,349 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1879dc7ac1b84502bb6305a7dc846c67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733221756309 2024-12-03T10:29:20,349 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 652997abcfa14e76a76c4fbfc42dca70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733221758433 2024-12-03T10:29:20,353 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5ea3346d5a953c156fe955e7d7fc459#C#compaction#353 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:20,354 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/113bacb951ab4f96bc42061b6c845663 is 50, key is test_row_0/C:col10/1733221758433/Put/seqid=0 2024-12-03T10:29:20,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742248_1424 (size=12104) 2024-12-03T10:29:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-03T10:29:20,402 INFO [Thread-1863 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-12-03T10:29:20,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:29:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-12-03T10:29:20,404 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:29:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-03T10:29:20,404 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:29:20,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:29:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:20,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d5ea3346d5a953c156fe955e7d7fc459 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-03T10:29:20,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=A 2024-12-03T10:29:20,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:20,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=B 2024-12-03T10:29:20,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:20,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=C 2024-12-03T10:29:20,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:20,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/3bcb0a2aa1954862bdfb3084770758d6 is 50, key is test_row_0/A:col10/1733221758621/Put/seqid=0 2024-12-03T10:29:20,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742249_1425 (size=12001) 2024-12-03T10:29:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-03T10:29:20,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221820507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:20,555 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:20,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-03T10:29:20,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:20,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:20,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:20,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:20,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:20,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221820613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-03T10:29:20,707 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:20,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-03T10:29:20,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:20,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:20,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:20,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:20,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:20,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56096 deadline: 1733221820746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:20,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56110 deadline: 1733221820747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:20,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56078 deadline: 1733221820748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:20,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56108 deadline: 1733221820748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:20,760 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/113bacb951ab4f96bc42061b6c845663 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/113bacb951ab4f96bc42061b6c845663 2024-12-03T10:29:20,764 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5ea3346d5a953c156fe955e7d7fc459/C of d5ea3346d5a953c156fe955e7d7fc459 into 113bacb951ab4f96bc42061b6c845663(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:20,764 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:20,764 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., storeName=d5ea3346d5a953c156fe955e7d7fc459/C, priority=13, startTime=1733221759930; duration=0sec 2024-12-03T10:29:20,764 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:20,764 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5ea3346d5a953c156fe955e7d7fc459:C 2024-12-03T10:29:20,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221820817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:20,860 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:20,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-03T10:29:20,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:20,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:20,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:20,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:20,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:20,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/3bcb0a2aa1954862bdfb3084770758d6 2024-12-03T10:29:20,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/760c7a99a0f24762a73525f517099bdf is 50, key is test_row_0/B:col10/1733221758621/Put/seqid=0 2024-12-03T10:29:20,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742250_1426 (size=12001) 2024-12-03T10:29:21,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-03T10:29:21,012 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:21,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-03T10:29:21,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:21,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:21,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:21,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:21,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:21,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:21,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221821120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:21,164 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:21,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-03T10:29:21,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:21,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:21,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:21,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:21,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:21,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:21,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/760c7a99a0f24762a73525f517099bdf 2024-12-03T10:29:21,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/3eb33083e74148afbf608d68fda5c9a5 is 50, key is test_row_0/C:col10/1733221758621/Put/seqid=0 2024-12-03T10:29:21,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742251_1427 (size=12001) 2024-12-03T10:29:21,316 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:21,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-03T10:29:21,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:21,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:21,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:21,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:21,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:21,469 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:21,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-03T10:29:21,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:21,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:21,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:21,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:21,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:21,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-03T10:29:21,621 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:21,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-03T10:29:21,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:21,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:21,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:21,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:21,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:21,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:21,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:21,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221821623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:21,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/3eb33083e74148afbf608d68fda5c9a5 2024-12-03T10:29:21,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/3bcb0a2aa1954862bdfb3084770758d6 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/3bcb0a2aa1954862bdfb3084770758d6 2024-12-03T10:29:21,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/3bcb0a2aa1954862bdfb3084770758d6, entries=150, sequenceid=78, filesize=11.7 K 2024-12-03T10:29:21,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/760c7a99a0f24762a73525f517099bdf as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/760c7a99a0f24762a73525f517099bdf 2024-12-03T10:29:21,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/760c7a99a0f24762a73525f517099bdf, entries=150, sequenceid=78, filesize=11.7 K 2024-12-03T10:29:21,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/3eb33083e74148afbf608d68fda5c9a5 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/3eb33083e74148afbf608d68fda5c9a5 2024-12-03T10:29:21,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/3eb33083e74148afbf608d68fda5c9a5, entries=150, sequenceid=78, filesize=11.7 K 2024-12-03T10:29:21,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d5ea3346d5a953c156fe955e7d7fc459 in 1242ms, sequenceid=78, compaction requested=false 2024-12-03T10:29:21,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:21,773 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:21,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-03T10:29:21,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:21,774 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing d5ea3346d5a953c156fe955e7d7fc459 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-03T10:29:21,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=A 2024-12-03T10:29:21,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:21,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=B 2024-12-03T10:29:21,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:21,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=C 2024-12-03T10:29:21,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:21,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/8373be8b715a4d6883cf1b32febfc976 is 50, key is test_row_0/A:col10/1733221760478/Put/seqid=0 2024-12-03T10:29:21,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742252_1428 (size=12001) 2024-12-03T10:29:22,181 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/8373be8b715a4d6883cf1b32febfc976 2024-12-03T10:29:22,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/0328404d7f3a42c3828a23473f63d153 is 50, key is test_row_0/B:col10/1733221760478/Put/seqid=0 2024-12-03T10:29:22,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742253_1429 (size=12001) 2024-12-03T10:29:22,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-03T10:29:22,589 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/0328404d7f3a42c3828a23473f63d153 2024-12-03T10:29:22,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/1f05a5166f234c88b3ce8176015333a7 is 50, key is test_row_0/C:col10/1733221760478/Put/seqid=0 2024-12-03T10:29:22,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742254_1430 (size=12001) 2024-12-03T10:29:22,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:22,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:22,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221822693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:22,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56096 deadline: 1733221822747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:22,750 DEBUG [Thread-1861 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4126 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., hostname=b030dd9a36e7,33013,1733221628283, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:22,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56110 deadline: 1733221822751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:22,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56108 deadline: 1733221822751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:22,754 DEBUG [Thread-1859 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., hostname=b030dd9a36e7,33013,1733221628283, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:22,754 DEBUG [Thread-1853 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., hostname=b030dd9a36e7,33013,1733221628283, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:22,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56078 deadline: 1733221822761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:22,765 DEBUG [Thread-1855 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., hostname=b030dd9a36e7,33013,1733221628283, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:22,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221822796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:22,997 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/1f05a5166f234c88b3ce8176015333a7 2024-12-03T10:29:23,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/8373be8b715a4d6883cf1b32febfc976 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/8373be8b715a4d6883cf1b32febfc976 2024-12-03T10:29:23,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:23,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221823001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:23,004 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/8373be8b715a4d6883cf1b32febfc976, entries=150, sequenceid=93, filesize=11.7 K 2024-12-03T10:29:23,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/0328404d7f3a42c3828a23473f63d153 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/0328404d7f3a42c3828a23473f63d153 2024-12-03T10:29:23,007 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/0328404d7f3a42c3828a23473f63d153, entries=150, sequenceid=93, filesize=11.7 K 2024-12-03T10:29:23,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/1f05a5166f234c88b3ce8176015333a7 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/1f05a5166f234c88b3ce8176015333a7 2024-12-03T10:29:23,010 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/1f05a5166f234c88b3ce8176015333a7, entries=150, sequenceid=93, filesize=11.7 K 2024-12-03T10:29:23,011 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d5ea3346d5a953c156fe955e7d7fc459 in 1238ms, sequenceid=93, compaction requested=true 2024-12-03T10:29:23,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:23,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:23,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-12-03T10:29:23,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-12-03T10:29:23,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-03T10:29:23,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6080 sec 2024-12-03T10:29:23,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 2.6100 sec 2024-12-03T10:29:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:23,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d5ea3346d5a953c156fe955e7d7fc459 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-03T10:29:23,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=A 2024-12-03T10:29:23,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:23,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=B 2024-12-03T10:29:23,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:23,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=C 2024-12-03T10:29:23,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:23,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/f63e7480efef441eb54d615d3e3abc20 is 50, key is test_row_0/A:col10/1733221763307/Put/seqid=0 2024-12-03T10:29:23,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742255_1431 (size=14341) 2024-12-03T10:29:23,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:23,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221823347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:23,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:23,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221823454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:23,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:23,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221823659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:23,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/f63e7480efef441eb54d615d3e3abc20 2024-12-03T10:29:23,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/51ba776f77a44226a3cddf751ad6f667 is 50, key is test_row_0/B:col10/1733221763307/Put/seqid=0 2024-12-03T10:29:23,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742256_1432 (size=12001) 2024-12-03T10:29:23,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:23,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221823963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:24,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/51ba776f77a44226a3cddf751ad6f667 2024-12-03T10:29:24,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/435fcfa3c80242e1a41da5111c72e7cc is 50, key is test_row_0/C:col10/1733221763307/Put/seqid=0 2024-12-03T10:29:24,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742257_1433 (size=12001) 2024-12-03T10:29:24,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:24,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221824467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-03T10:29:24,508 INFO [Thread-1863 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-03T10:29:24,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:29:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-12-03T10:29:24,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-03T10:29:24,510 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:29:24,510 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:29:24,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:29:24,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/435fcfa3c80242e1a41da5111c72e7cc 2024-12-03T10:29:24,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/f63e7480efef441eb54d615d3e3abc20 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/f63e7480efef441eb54d615d3e3abc20 2024-12-03T10:29:24,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/f63e7480efef441eb54d615d3e3abc20, entries=200, sequenceid=116, filesize=14.0 K 2024-12-03T10:29:24,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/51ba776f77a44226a3cddf751ad6f667 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/51ba776f77a44226a3cddf751ad6f667 2024-12-03T10:29:24,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/51ba776f77a44226a3cddf751ad6f667, entries=150, sequenceid=116, filesize=11.7 K 2024-12-03T10:29:24,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/435fcfa3c80242e1a41da5111c72e7cc as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/435fcfa3c80242e1a41da5111c72e7cc 2024-12-03T10:29:24,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/435fcfa3c80242e1a41da5111c72e7cc, entries=150, sequenceid=116, filesize=11.7 K 2024-12-03T10:29:24,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d5ea3346d5a953c156fe955e7d7fc459 in 1285ms, sequenceid=116, compaction requested=true 2024-12-03T10:29:24,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:24,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5ea3346d5a953c156fe955e7d7fc459:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:29:24,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:24,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5ea3346d5a953c156fe955e7d7fc459:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:29:24,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:24,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5ea3346d5a953c156fe955e7d7fc459:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:29:24,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:24,593 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T10:29:24,593 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T10:29:24,594 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T10:29:24,594 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T10:29:24,594 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): d5ea3346d5a953c156fe955e7d7fc459/B is initiating minor compaction (all files) 2024-12-03T10:29:24,594 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): d5ea3346d5a953c156fe955e7d7fc459/A is initiating minor compaction (all files) 2024-12-03T10:29:24,594 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5ea3346d5a953c156fe955e7d7fc459/B in TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:24,594 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5ea3346d5a953c156fe955e7d7fc459/A in TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:24,594 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/fea68a2c2b7c466594f752bdb62aba96, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/3bcb0a2aa1954862bdfb3084770758d6, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/8373be8b715a4d6883cf1b32febfc976, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/f63e7480efef441eb54d615d3e3abc20] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp, totalSize=49.3 K 2024-12-03T10:29:24,594 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/839e65e44bcd4cd49e3b62563a3d8f19, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/760c7a99a0f24762a73525f517099bdf, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/0328404d7f3a42c3828a23473f63d153, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/51ba776f77a44226a3cddf751ad6f667] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp, totalSize=47.0 K 2024-12-03T10:29:24,595 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting fea68a2c2b7c466594f752bdb62aba96, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733221758433 2024-12-03T10:29:24,595 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 839e65e44bcd4cd49e3b62563a3d8f19, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733221758433 2024-12-03T10:29:24,595 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bcb0a2aa1954862bdfb3084770758d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733221758621 2024-12-03T10:29:24,595 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 760c7a99a0f24762a73525f517099bdf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733221758621 2024-12-03T10:29:24,595 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8373be8b715a4d6883cf1b32febfc976, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733221760478 2024-12-03T10:29:24,595 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 0328404d7f3a42c3828a23473f63d153, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733221760478 2024-12-03T10:29:24,595 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting f63e7480efef441eb54d615d3e3abc20, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733221762676 2024-12-03T10:29:24,595 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 51ba776f77a44226a3cddf751ad6f667, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733221762676 2024-12-03T10:29:24,601 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5ea3346d5a953c156fe955e7d7fc459#A#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:24,601 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5ea3346d5a953c156fe955e7d7fc459#B#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:24,601 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/50ab577dfca642a5a26762336fad2d59 is 50, key is test_row_0/B:col10/1733221763307/Put/seqid=0 2024-12-03T10:29:24,601 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/1d074304611e4c8697aed929c6cf8369 is 50, key is test_row_0/A:col10/1733221763307/Put/seqid=0 2024-12-03T10:29:24,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742259_1435 (size=12241) 2024-12-03T10:29:24,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742258_1434 (size=12241) 2024-12-03T10:29:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-03T10:29:24,662 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:24,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-12-03T10:29:24,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:24,662 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing d5ea3346d5a953c156fe955e7d7fc459 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T10:29:24,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=A 2024-12-03T10:29:24,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:24,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=B 2024-12-03T10:29:24,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:24,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=C 2024-12-03T10:29:24,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:24,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/b7b945f6e5724157a2c9610844e79aee is 50, key is test_row_0/A:col10/1733221763341/Put/seqid=0 2024-12-03T10:29:24,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742260_1436 (size=12001) 2024-12-03T10:29:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-03T10:29:25,008 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/50ab577dfca642a5a26762336fad2d59 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/50ab577dfca642a5a26762336fad2d59 2024-12-03T10:29:25,011 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d5ea3346d5a953c156fe955e7d7fc459/B of d5ea3346d5a953c156fe955e7d7fc459 into 50ab577dfca642a5a26762336fad2d59(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:25,011 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:25,011 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., storeName=d5ea3346d5a953c156fe955e7d7fc459/B, priority=12, startTime=1733221764593; duration=0sec 2024-12-03T10:29:25,011 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:25,011 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5ea3346d5a953c156fe955e7d7fc459:B 2024-12-03T10:29:25,011 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T10:29:25,012 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T10:29:25,013 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/1d074304611e4c8697aed929c6cf8369 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/1d074304611e4c8697aed929c6cf8369 2024-12-03T10:29:25,013 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): d5ea3346d5a953c156fe955e7d7fc459/C is initiating minor compaction (all files) 2024-12-03T10:29:25,013 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5ea3346d5a953c156fe955e7d7fc459/C in TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:25,013 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/113bacb951ab4f96bc42061b6c845663, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/3eb33083e74148afbf608d68fda5c9a5, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/1f05a5166f234c88b3ce8176015333a7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/435fcfa3c80242e1a41da5111c72e7cc] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp, totalSize=47.0 K 2024-12-03T10:29:25,013 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 113bacb951ab4f96bc42061b6c845663, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733221758433 2024-12-03T10:29:25,013 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 3eb33083e74148afbf608d68fda5c9a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733221758621 2024-12-03T10:29:25,013 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f05a5166f234c88b3ce8176015333a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733221760478 2024-12-03T10:29:25,014 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 435fcfa3c80242e1a41da5111c72e7cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733221762676 2024-12-03T10:29:25,016 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d5ea3346d5a953c156fe955e7d7fc459/A of d5ea3346d5a953c156fe955e7d7fc459 into 1d074304611e4c8697aed929c6cf8369(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:25,016 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:25,016 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., storeName=d5ea3346d5a953c156fe955e7d7fc459/A, priority=12, startTime=1733221764593; duration=0sec 2024-12-03T10:29:25,016 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:25,016 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5ea3346d5a953c156fe955e7d7fc459:A 2024-12-03T10:29:25,020 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5ea3346d5a953c156fe955e7d7fc459#C#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:25,020 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/afe454319db44019b607e3735d013770 is 50, key is test_row_0/C:col10/1733221763307/Put/seqid=0 2024-12-03T10:29:25,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742261_1437 (size=12241) 2024-12-03T10:29:25,070 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/b7b945f6e5724157a2c9610844e79aee 2024-12-03T10:29:25,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/6ce0761b36d848249177f6d3bbc4c1e2 is 50, key is test_row_0/B:col10/1733221763341/Put/seqid=0 2024-12-03T10:29:25,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742262_1438 (size=12001) 2024-12-03T10:29:25,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-03T10:29:25,427 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/afe454319db44019b607e3735d013770 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/afe454319db44019b607e3735d013770 2024-12-03T10:29:25,431 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d5ea3346d5a953c156fe955e7d7fc459/C of d5ea3346d5a953c156fe955e7d7fc459 into afe454319db44019b607e3735d013770(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:25,431 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:25,431 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., storeName=d5ea3346d5a953c156fe955e7d7fc459/C, priority=12, startTime=1733221764593; duration=0sec 2024-12-03T10:29:25,431 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:25,431 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5ea3346d5a953c156fe955e7d7fc459:C 2024-12-03T10:29:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:25,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:25,478 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/6ce0761b36d848249177f6d3bbc4c1e2 2024-12-03T10:29:25,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/f292ff45a89246fa92cf88e12121e48b is 50, key is test_row_0/C:col10/1733221763341/Put/seqid=0 2024-12-03T10:29:25,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742263_1439 (size=12001) 2024-12-03T10:29:25,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:25,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221825554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:25,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-03T10:29:25,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:25,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221825659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:25,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:25,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221825863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:25,888 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/f292ff45a89246fa92cf88e12121e48b 2024-12-03T10:29:25,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/b7b945f6e5724157a2c9610844e79aee as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/b7b945f6e5724157a2c9610844e79aee 2024-12-03T10:29:25,895 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/b7b945f6e5724157a2c9610844e79aee, entries=150, sequenceid=129, filesize=11.7 K 2024-12-03T10:29:25,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/6ce0761b36d848249177f6d3bbc4c1e2 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/6ce0761b36d848249177f6d3bbc4c1e2 2024-12-03T10:29:25,898 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/6ce0761b36d848249177f6d3bbc4c1e2, entries=150, sequenceid=129, filesize=11.7 K 2024-12-03T10:29:25,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/f292ff45a89246fa92cf88e12121e48b as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/f292ff45a89246fa92cf88e12121e48b 2024-12-03T10:29:25,902 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/f292ff45a89246fa92cf88e12121e48b, entries=150, sequenceid=129, filesize=11.7 K 2024-12-03T10:29:25,902 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d5ea3346d5a953c156fe955e7d7fc459 in 1240ms, sequenceid=129, compaction requested=false 2024-12-03T10:29:25,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:25,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:25,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-12-03T10:29:25,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-12-03T10:29:25,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-03T10:29:25,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3920 sec 2024-12-03T10:29:25,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.3950 sec 2024-12-03T10:29:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:26,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d5ea3346d5a953c156fe955e7d7fc459 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T10:29:26,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=A 2024-12-03T10:29:26,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:26,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=B 2024-12-03T10:29:26,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:26,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=C 2024-12-03T10:29:26,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:26,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/17d297011e3b44a3817b029063873bdc is 50, key is test_row_0/A:col10/1733221765553/Put/seqid=0 2024-12-03T10:29:26,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742264_1440 (size=14541) 2024-12-03T10:29:26,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221826210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:26,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221826315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:26,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:26,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221826520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:26,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/17d297011e3b44a3817b029063873bdc 2024-12-03T10:29:26,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/d94f7086c4ea4896976e7ae86cb0d2c3 is 50, key is test_row_0/B:col10/1733221765553/Put/seqid=0 2024-12-03T10:29:26,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742265_1441 (size=12151) 2024-12-03T10:29:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-03T10:29:26,613 INFO [Thread-1863 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-12-03T10:29:26,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:29:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-12-03T10:29:26,615 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:29:26,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-03T10:29:26,616 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:29:26,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:29:26,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-03T10:29:26,767 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:26,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-03T10:29:26,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:26,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:26,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:26,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:26,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:26,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:26,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56096 deadline: 1733221826771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:26,774 DEBUG [Thread-1861 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., hostname=b030dd9a36e7,33013,1733221628283, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:26,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56110 deadline: 1733221826774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:26,777 DEBUG [Thread-1859 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., hostname=b030dd9a36e7,33013,1733221628283, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:26,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:26,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56078 deadline: 1733221826777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:26,781 DEBUG [Thread-1855 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., hostname=b030dd9a36e7,33013,1733221628283, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:26,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:26,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56108 deadline: 1733221826789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:26,789 DEBUG [Thread-1853 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8167 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., hostname=b030dd9a36e7,33013,1733221628283, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T10:29:26,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221826825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-03T10:29:26,919 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:26,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-03T10:29:26,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:26,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:26,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:26,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:26,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:26,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/d94f7086c4ea4896976e7ae86cb0d2c3 2024-12-03T10:29:26,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/2667bc8a8d604e9f871d9ab78988ffe9 is 50, key is test_row_0/C:col10/1733221765553/Put/seqid=0 2024-12-03T10:29:27,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742266_1442 (size=12151) 2024-12-03T10:29:27,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/2667bc8a8d604e9f871d9ab78988ffe9 2024-12-03T10:29:27,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/17d297011e3b44a3817b029063873bdc as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/17d297011e3b44a3817b029063873bdc 2024-12-03T10:29:27,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/17d297011e3b44a3817b029063873bdc, entries=200, sequenceid=156, filesize=14.2 K 2024-12-03T10:29:27,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/d94f7086c4ea4896976e7ae86cb0d2c3 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/d94f7086c4ea4896976e7ae86cb0d2c3 2024-12-03T10:29:27,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/d94f7086c4ea4896976e7ae86cb0d2c3, entries=150, sequenceid=156, filesize=11.9 K 2024-12-03T10:29:27,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/2667bc8a8d604e9f871d9ab78988ffe9 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/2667bc8a8d604e9f871d9ab78988ffe9 2024-12-03T10:29:27,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/2667bc8a8d604e9f871d9ab78988ffe9, entries=150, sequenceid=156, filesize=11.9 K 2024-12-03T10:29:27,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d5ea3346d5a953c156fe955e7d7fc459 in 856ms, sequenceid=156, compaction requested=true 2024-12-03T10:29:27,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:27,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5ea3346d5a953c156fe955e7d7fc459:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:29:27,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:27,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5ea3346d5a953c156fe955e7d7fc459:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:29:27,026 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:27,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:27,026 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:27,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5ea3346d5a953c156fe955e7d7fc459:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:29:27,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:27,027 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:27,027 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:27,027 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): d5ea3346d5a953c156fe955e7d7fc459/A is initiating minor compaction (all files) 2024-12-03T10:29:27,027 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): d5ea3346d5a953c156fe955e7d7fc459/B is initiating minor compaction (all files) 2024-12-03T10:29:27,027 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5ea3346d5a953c156fe955e7d7fc459/A in TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:27,027 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5ea3346d5a953c156fe955e7d7fc459/B in TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:27,027 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/50ab577dfca642a5a26762336fad2d59, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/6ce0761b36d848249177f6d3bbc4c1e2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/d94f7086c4ea4896976e7ae86cb0d2c3] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp, totalSize=35.5 K 2024-12-03T10:29:27,027 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/1d074304611e4c8697aed929c6cf8369, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/b7b945f6e5724157a2c9610844e79aee, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/17d297011e3b44a3817b029063873bdc] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp, totalSize=37.9 K 2024-12-03T10:29:27,028 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 50ab577dfca642a5a26762336fad2d59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733221762676 2024-12-03T10:29:27,028 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d074304611e4c8697aed929c6cf8369, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733221762676 2024-12-03T10:29:27,028 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ce0761b36d848249177f6d3bbc4c1e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733221763334 2024-12-03T10:29:27,028 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7b945f6e5724157a2c9610844e79aee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733221763334 2024-12-03T10:29:27,028 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting d94f7086c4ea4896976e7ae86cb0d2c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733221765540 2024-12-03T10:29:27,028 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17d297011e3b44a3817b029063873bdc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733221765540 2024-12-03T10:29:27,034 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5ea3346d5a953c156fe955e7d7fc459#B#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:27,034 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5ea3346d5a953c156fe955e7d7fc459#A#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:27,035 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/704e80052c0a4024a7db0039bbd05ef5 is 50, key is test_row_0/B:col10/1733221765553/Put/seqid=0 2024-12-03T10:29:27,035 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/968188dc436549d19fe60fa10d78e7c5 is 50, key is test_row_0/A:col10/1733221765553/Put/seqid=0 2024-12-03T10:29:27,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742267_1443 (size=12493) 2024-12-03T10:29:27,045 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/968188dc436549d19fe60fa10d78e7c5 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/968188dc436549d19fe60fa10d78e7c5 2024-12-03T10:29:27,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742268_1444 (size=12493) 2024-12-03T10:29:27,050 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5ea3346d5a953c156fe955e7d7fc459/A of d5ea3346d5a953c156fe955e7d7fc459 into 968188dc436549d19fe60fa10d78e7c5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:27,050 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:27,050 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., storeName=d5ea3346d5a953c156fe955e7d7fc459/A, priority=13, startTime=1733221767026; duration=0sec 2024-12-03T10:29:27,050 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:27,050 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5ea3346d5a953c156fe955e7d7fc459:A 2024-12-03T10:29:27,050 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:27,052 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:27,052 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): d5ea3346d5a953c156fe955e7d7fc459/C is initiating minor compaction (all files) 2024-12-03T10:29:27,052 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5ea3346d5a953c156fe955e7d7fc459/C in TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:27,052 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/afe454319db44019b607e3735d013770, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/f292ff45a89246fa92cf88e12121e48b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/2667bc8a8d604e9f871d9ab78988ffe9] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp, totalSize=35.5 K 2024-12-03T10:29:27,053 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting afe454319db44019b607e3735d013770, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733221762676 2024-12-03T10:29:27,053 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting f292ff45a89246fa92cf88e12121e48b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733221763334 2024-12-03T10:29:27,053 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2667bc8a8d604e9f871d9ab78988ffe9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733221765540 2024-12-03T10:29:27,060 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5ea3346d5a953c156fe955e7d7fc459#C#compaction#374 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:27,061 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/8c8cca24520047cb92a79ac4d6aaf24e is 50, key is test_row_0/C:col10/1733221765553/Put/seqid=0 2024-12-03T10:29:27,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742269_1445 (size=12493) 2024-12-03T10:29:27,071 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:27,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-03T10:29:27,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:27,072 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing d5ea3346d5a953c156fe955e7d7fc459 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T10:29:27,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=A 2024-12-03T10:29:27,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:27,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=B 2024-12-03T10:29:27,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:27,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=C 2024-12-03T10:29:27,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:27,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/d46d935156b24372860b8cfb0b088076 is 50, key is test_row_0/A:col10/1733221766195/Put/seqid=0 2024-12-03T10:29:27,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742270_1446 (size=12151) 2024-12-03T10:29:27,080 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/d46d935156b24372860b8cfb0b088076 2024-12-03T10:29:27,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/9998d8756df4480bbeff0b76f8c12fe7 is 50, key is test_row_0/B:col10/1733221766195/Put/seqid=0 2024-12-03T10:29:27,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742271_1447 (size=12151) 2024-12-03T10:29:27,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-03T10:29:27,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:27,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:27,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:27,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221827414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:27,452 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/704e80052c0a4024a7db0039bbd05ef5 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/704e80052c0a4024a7db0039bbd05ef5 2024-12-03T10:29:27,455 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5ea3346d5a953c156fe955e7d7fc459/B of d5ea3346d5a953c156fe955e7d7fc459 into 704e80052c0a4024a7db0039bbd05ef5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:27,455 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:27,455 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., storeName=d5ea3346d5a953c156fe955e7d7fc459/B, priority=13, startTime=1733221767026; duration=0sec 2024-12-03T10:29:27,455 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:27,455 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5ea3346d5a953c156fe955e7d7fc459:B 2024-12-03T10:29:27,469 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/8c8cca24520047cb92a79ac4d6aaf24e as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/8c8cca24520047cb92a79ac4d6aaf24e 2024-12-03T10:29:27,472 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5ea3346d5a953c156fe955e7d7fc459/C of d5ea3346d5a953c156fe955e7d7fc459 into 8c8cca24520047cb92a79ac4d6aaf24e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:27,472 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:27,472 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., storeName=d5ea3346d5a953c156fe955e7d7fc459/C, priority=13, startTime=1733221767026; duration=0sec 2024-12-03T10:29:27,472 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:27,472 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5ea3346d5a953c156fe955e7d7fc459:C 2024-12-03T10:29:27,489 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/9998d8756df4480bbeff0b76f8c12fe7 2024-12-03T10:29:27,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/274b338d6f484cdfb6f0da65d83b6622 is 50, key is test_row_0/C:col10/1733221766195/Put/seqid=0 2024-12-03T10:29:27,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742272_1448 (size=12151) 2024-12-03T10:29:27,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221827518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:27,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-03T10:29:27,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:27,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221827722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:27,898 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/274b338d6f484cdfb6f0da65d83b6622 2024-12-03T10:29:27,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/d46d935156b24372860b8cfb0b088076 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/d46d935156b24372860b8cfb0b088076 2024-12-03T10:29:27,904 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/d46d935156b24372860b8cfb0b088076, entries=150, sequenceid=169, filesize=11.9 K 2024-12-03T10:29:27,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/9998d8756df4480bbeff0b76f8c12fe7 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/9998d8756df4480bbeff0b76f8c12fe7 2024-12-03T10:29:27,908 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/9998d8756df4480bbeff0b76f8c12fe7, entries=150, sequenceid=169, filesize=11.9 K 2024-12-03T10:29:27,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/274b338d6f484cdfb6f0da65d83b6622 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/274b338d6f484cdfb6f0da65d83b6622 2024-12-03T10:29:27,911 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/274b338d6f484cdfb6f0da65d83b6622, entries=150, sequenceid=169, filesize=11.9 K 2024-12-03T10:29:27,912 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d5ea3346d5a953c156fe955e7d7fc459 in 840ms, sequenceid=169, compaction requested=false 2024-12-03T10:29:27,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:27,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:27,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-12-03T10:29:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-12-03T10:29:27,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-03T10:29:27,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2970 sec 2024-12-03T10:29:27,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 1.3000 sec 2024-12-03T10:29:28,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:28,027 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d5ea3346d5a953c156fe955e7d7fc459 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T10:29:28,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=A 2024-12-03T10:29:28,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:28,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=B 2024-12-03T10:29:28,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:28,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=C 2024-12-03T10:29:28,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:28,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/9bb0f34c4c2741aaa88b5065a1a97d47 is 50, key is test_row_0/A:col10/1733221768026/Put/seqid=0 2024-12-03T10:29:28,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742273_1449 (size=12151) 2024-12-03T10:29:28,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221828050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:28,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:28,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221828154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:28,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221828357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:28,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/9bb0f34c4c2741aaa88b5065a1a97d47 2024-12-03T10:29:28,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/b6ec63f0bba44a96ad4c8169bed9d692 is 50, key is test_row_0/B:col10/1733221768026/Put/seqid=0 2024-12-03T10:29:28,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742274_1450 (size=12151) 2024-12-03T10:29:28,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221828665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-03T10:29:28,719 INFO [Thread-1863 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-12-03T10:29:28,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:29:28,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-12-03T10:29:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-03T10:29:28,721 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:29:28,721 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:29:28,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:29:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-03T10:29:28,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/b6ec63f0bba44a96ad4c8169bed9d692 2024-12-03T10:29:28,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/2ab9e3db69a9429a9c0285273fd35f89 is 50, key is test_row_0/C:col10/1733221768026/Put/seqid=0 2024-12-03T10:29:28,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742275_1451 (size=12151) 2024-12-03T10:29:28,872 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:28,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-03T10:29:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:28,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:28,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:28,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:28,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:28,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:29,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-03T10:29:29,024 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:29,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-03T10:29:29,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:29,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:29,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:29,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:29,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:29,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221829171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:29,176 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:29,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-03T10:29:29,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:29,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:29,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:29,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:29,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:29,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/2ab9e3db69a9429a9c0285273fd35f89 2024-12-03T10:29:29,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/9bb0f34c4c2741aaa88b5065a1a97d47 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/9bb0f34c4c2741aaa88b5065a1a97d47 2024-12-03T10:29:29,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/9bb0f34c4c2741aaa88b5065a1a97d47, entries=150, sequenceid=196, filesize=11.9 K 2024-12-03T10:29:29,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/b6ec63f0bba44a96ad4c8169bed9d692 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/b6ec63f0bba44a96ad4c8169bed9d692 2024-12-03T10:29:29,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/b6ec63f0bba44a96ad4c8169bed9d692, entries=150, sequenceid=196, filesize=11.9 K 2024-12-03T10:29:29,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/2ab9e3db69a9429a9c0285273fd35f89 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/2ab9e3db69a9429a9c0285273fd35f89 2024-12-03T10:29:29,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/2ab9e3db69a9429a9c0285273fd35f89, entries=150, sequenceid=196, filesize=11.9 K 2024-12-03T10:29:29,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d5ea3346d5a953c156fe955e7d7fc459 in 1234ms, sequenceid=196, compaction requested=true 2024-12-03T10:29:29,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:29,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5ea3346d5a953c156fe955e7d7fc459:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:29:29,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:29,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5ea3346d5a953c156fe955e7d7fc459:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:29:29,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:29,261 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:29,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5ea3346d5a953c156fe955e7d7fc459:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:29:29,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:29,261 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:29,262 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:29,262 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:29,262 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): d5ea3346d5a953c156fe955e7d7fc459/A is initiating minor compaction (all files) 2024-12-03T10:29:29,262 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): d5ea3346d5a953c156fe955e7d7fc459/B is initiating minor compaction (all files) 2024-12-03T10:29:29,262 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5ea3346d5a953c156fe955e7d7fc459/A in TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:29,262 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5ea3346d5a953c156fe955e7d7fc459/B in TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:29,262 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/968188dc436549d19fe60fa10d78e7c5, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/d46d935156b24372860b8cfb0b088076, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/9bb0f34c4c2741aaa88b5065a1a97d47] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp, totalSize=35.9 K 2024-12-03T10:29:29,262 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/704e80052c0a4024a7db0039bbd05ef5, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/9998d8756df4480bbeff0b76f8c12fe7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/b6ec63f0bba44a96ad4c8169bed9d692] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp, totalSize=35.9 K 2024-12-03T10:29:29,262 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 704e80052c0a4024a7db0039bbd05ef5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733221765540 2024-12-03T10:29:29,262 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 968188dc436549d19fe60fa10d78e7c5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733221765540 2024-12-03T10:29:29,262 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting d46d935156b24372860b8cfb0b088076, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733221766195 2024-12-03T10:29:29,262 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 9998d8756df4480bbeff0b76f8c12fe7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733221766195 2024-12-03T10:29:29,262 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bb0f34c4c2741aaa88b5065a1a97d47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733221767390 2024-12-03T10:29:29,262 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting b6ec63f0bba44a96ad4c8169bed9d692, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733221767390 2024-12-03T10:29:29,267 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5ea3346d5a953c156fe955e7d7fc459#A#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:29,267 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5ea3346d5a953c156fe955e7d7fc459#B#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:29,267 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/b224ace090334e078098da89698298ec is 50, key is test_row_0/A:col10/1733221768026/Put/seqid=0 2024-12-03T10:29:29,267 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/7de1c302df7c4c82bc90ed7af0f595a9 is 50, key is test_row_0/B:col10/1733221768026/Put/seqid=0 2024-12-03T10:29:29,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742276_1452 (size=12595) 2024-12-03T10:29:29,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742277_1453 (size=12595) 2024-12-03T10:29:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-03T10:29:29,329 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:29,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-03T10:29:29,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:29,329 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing d5ea3346d5a953c156fe955e7d7fc459 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T10:29:29,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=A 2024-12-03T10:29:29,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:29,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=B 2024-12-03T10:29:29,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:29,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=C 2024-12-03T10:29:29,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:29,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/b160dcf966e545358a60dc2a8b0f0415 is 50, key is test_row_0/A:col10/1733221768049/Put/seqid=0 2024-12-03T10:29:29,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742278_1454 (size=9757) 2024-12-03T10:29:29,723 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/b224ace090334e078098da89698298ec as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/b224ace090334e078098da89698298ec 2024-12-03T10:29:29,724 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/7de1c302df7c4c82bc90ed7af0f595a9 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/7de1c302df7c4c82bc90ed7af0f595a9 2024-12-03T10:29:29,726 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5ea3346d5a953c156fe955e7d7fc459/A of d5ea3346d5a953c156fe955e7d7fc459 into b224ace090334e078098da89698298ec(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:29,726 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:29,726 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., storeName=d5ea3346d5a953c156fe955e7d7fc459/A, priority=13, startTime=1733221769261; duration=0sec 2024-12-03T10:29:29,726 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:29,726 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5ea3346d5a953c156fe955e7d7fc459:A 2024-12-03T10:29:29,726 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:29,727 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:29,727 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): d5ea3346d5a953c156fe955e7d7fc459/C is initiating minor compaction (all files) 2024-12-03T10:29:29,727 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5ea3346d5a953c156fe955e7d7fc459/C in TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:29,727 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/8c8cca24520047cb92a79ac4d6aaf24e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/274b338d6f484cdfb6f0da65d83b6622, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/2ab9e3db69a9429a9c0285273fd35f89] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp, totalSize=35.9 K 2024-12-03T10:29:29,727 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c8cca24520047cb92a79ac4d6aaf24e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733221765540 2024-12-03T10:29:29,728 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 274b338d6f484cdfb6f0da65d83b6622, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733221766195 2024-12-03T10:29:29,728 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ab9e3db69a9429a9c0285273fd35f89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733221767390 2024-12-03T10:29:29,728 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5ea3346d5a953c156fe955e7d7fc459/B of d5ea3346d5a953c156fe955e7d7fc459 into 7de1c302df7c4c82bc90ed7af0f595a9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:29,728 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:29,728 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., storeName=d5ea3346d5a953c156fe955e7d7fc459/B, priority=13, startTime=1733221769261; duration=0sec 2024-12-03T10:29:29,728 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:29,728 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5ea3346d5a953c156fe955e7d7fc459:B 2024-12-03T10:29:29,736 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/b160dcf966e545358a60dc2a8b0f0415 2024-12-03T10:29:29,748 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5ea3346d5a953c156fe955e7d7fc459#C#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:29,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/8b7f853cc719487eb93657f36b1ac5b1 is 50, key is test_row_0/B:col10/1733221768049/Put/seqid=0 2024-12-03T10:29:29,749 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/f30b3bc5a5114f0aa37b30386963c14e is 50, key is test_row_0/C:col10/1733221768026/Put/seqid=0 2024-12-03T10:29:29,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742280_1456 (size=12595) 2024-12-03T10:29:29,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742279_1455 (size=9757) 2024-12-03T10:29:29,755 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/8b7f853cc719487eb93657f36b1ac5b1 2024-12-03T10:29:29,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/8a5724f2045b4cafae672a82da2635e3 is 50, key is test_row_0/C:col10/1733221768049/Put/seqid=0 2024-12-03T10:29:29,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742281_1457 (size=9757) 2024-12-03T10:29:29,763 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/8a5724f2045b4cafae672a82da2635e3 2024-12-03T10:29:29,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/b160dcf966e545358a60dc2a8b0f0415 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/b160dcf966e545358a60dc2a8b0f0415 2024-12-03T10:29:29,770 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/b160dcf966e545358a60dc2a8b0f0415, entries=100, sequenceid=207, filesize=9.5 K 2024-12-03T10:29:29,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/8b7f853cc719487eb93657f36b1ac5b1 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/8b7f853cc719487eb93657f36b1ac5b1 2024-12-03T10:29:29,774 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/8b7f853cc719487eb93657f36b1ac5b1, entries=100, sequenceid=207, filesize=9.5 K 2024-12-03T10:29:29,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/8a5724f2045b4cafae672a82da2635e3 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/8a5724f2045b4cafae672a82da2635e3 2024-12-03T10:29:29,780 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/8a5724f2045b4cafae672a82da2635e3, entries=100, sequenceid=207, filesize=9.5 K 2024-12-03T10:29:29,781 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for d5ea3346d5a953c156fe955e7d7fc459 in 452ms, sequenceid=207, compaction requested=false 2024-12-03T10:29:29,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:29,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:29,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-12-03T10:29:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-12-03T10:29:29,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-03T10:29:29,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0610 sec 2024-12-03T10:29:29,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.0640 sec 2024-12-03T10:29:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-03T10:29:29,823 INFO [Thread-1863 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-12-03T10:29:29,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:29:29,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-12-03T10:29:29,826 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:29:29,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-03T10:29:29,826 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:29:29,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:29:29,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-03T10:29:29,978 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:29,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-03T10:29:29,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:29,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:29,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:29,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-12-03T10:29:29,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-12-03T10:29:29,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-03T10:29:29,981 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 153 msec 2024-12-03T10:29:29,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 156 msec 2024-12-03T10:29:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-03T10:29:30,127 INFO [Thread-1863 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-12-03T10:29:30,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:29:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-12-03T10:29:30,129 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:29:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-03T10:29:30,130 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:29:30,130 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:29:30,158 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/f30b3bc5a5114f0aa37b30386963c14e as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/f30b3bc5a5114f0aa37b30386963c14e 2024-12-03T10:29:30,162 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5ea3346d5a953c156fe955e7d7fc459/C of d5ea3346d5a953c156fe955e7d7fc459 into f30b3bc5a5114f0aa37b30386963c14e(size=12.3 K), total size for store is 21.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:30,162 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:30,162 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., storeName=d5ea3346d5a953c156fe955e7d7fc459/C, priority=13, startTime=1733221769261; duration=0sec 2024-12-03T10:29:30,162 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:30,162 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5ea3346d5a953c156fe955e7d7fc459:C 2024-12-03T10:29:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:30,199 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d5ea3346d5a953c156fe955e7d7fc459 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T10:29:30,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=A 2024-12-03T10:29:30,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:30,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=B 2024-12-03T10:29:30,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:30,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=C 2024-12-03T10:29:30,199 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:30,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/a102857a948d48e6985310c06c30e656 is 50, key is test_row_0/A:col10/1733221770184/Put/seqid=0 2024-12-03T10:29:30,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742282_1458 (size=14541) 2024-12-03T10:29:30,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-03T10:29:30,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221830278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:30,281 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:30,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-03T10:29:30,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:30,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:30,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:30,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:30,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:30,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:30,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:30,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221830381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-03T10:29:30,433 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:30,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-03T10:29:30,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:30,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:30,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:30,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:30,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:30,585 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:30,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-03T10:29:30,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:30,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:30,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:30,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:30,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:30,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221830584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:30,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/a102857a948d48e6985310c06c30e656 2024-12-03T10:29:30,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/fbfa6a9dc5ab4186a395d24b98f7aa84 is 50, key is test_row_0/B:col10/1733221770184/Put/seqid=0 2024-12-03T10:29:30,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742283_1459 (size=12151) 2024-12-03T10:29:30,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/fbfa6a9dc5ab4186a395d24b98f7aa84 2024-12-03T10:29:30,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/f34e11943b174e8093080875c7d0bcb1 is 50, key is test_row_0/C:col10/1733221770184/Put/seqid=0 2024-12-03T10:29:30,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742284_1460 (size=12151) 2024-12-03T10:29:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-03T10:29:30,737 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:30,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-03T10:29:30,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:30,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:30,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:30,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:30,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:30,889 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:30,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-03T10:29:30,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:30,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:30,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:30,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:30,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:30,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221830889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:31,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/f34e11943b174e8093080875c7d0bcb1 2024-12-03T10:29:31,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/a102857a948d48e6985310c06c30e656 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/a102857a948d48e6985310c06c30e656 2024-12-03T10:29:31,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/a102857a948d48e6985310c06c30e656, entries=200, sequenceid=222, filesize=14.2 K 2024-12-03T10:29:31,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/fbfa6a9dc5ab4186a395d24b98f7aa84 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/fbfa6a9dc5ab4186a395d24b98f7aa84 2024-12-03T10:29:31,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/fbfa6a9dc5ab4186a395d24b98f7aa84, entries=150, sequenceid=222, filesize=11.9 K 2024-12-03T10:29:31,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/f34e11943b174e8093080875c7d0bcb1 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/f34e11943b174e8093080875c7d0bcb1 2024-12-03T10:29:31,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/f34e11943b174e8093080875c7d0bcb1, entries=150, sequenceid=222, filesize=11.9 K 2024-12-03T10:29:31,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d5ea3346d5a953c156fe955e7d7fc459 in 841ms, sequenceid=222, compaction requested=true 2024-12-03T10:29:31,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:31,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5ea3346d5a953c156fe955e7d7fc459:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:29:31,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:31,041 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:31,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5ea3346d5a953c156fe955e7d7fc459:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:29:31,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:31,041 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:31,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5ea3346d5a953c156fe955e7d7fc459:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:29:31,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:31,041 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:31,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-03T10:29:31,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:31,042 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing d5ea3346d5a953c156fe955e7d7fc459 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T10:29:31,042 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:31,042 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36893 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:31,042 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): d5ea3346d5a953c156fe955e7d7fc459/A is initiating minor compaction (all files) 2024-12-03T10:29:31,042 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): d5ea3346d5a953c156fe955e7d7fc459/B is initiating minor compaction (all files) 2024-12-03T10:29:31,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=A 2024-12-03T10:29:31,042 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5ea3346d5a953c156fe955e7d7fc459/B in TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:31,042 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5ea3346d5a953c156fe955e7d7fc459/A in TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:31,042 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/b224ace090334e078098da89698298ec, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/b160dcf966e545358a60dc2a8b0f0415, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/a102857a948d48e6985310c06c30e656] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp, totalSize=36.0 K 2024-12-03T10:29:31,042 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/7de1c302df7c4c82bc90ed7af0f595a9, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/8b7f853cc719487eb93657f36b1ac5b1, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/fbfa6a9dc5ab4186a395d24b98f7aa84] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp, totalSize=33.7 K 2024-12-03T10:29:31,042 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting b224ace090334e078098da89698298ec, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733221767390 2024-12-03T10:29:31,042 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 7de1c302df7c4c82bc90ed7af0f595a9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733221767390 2024-12-03T10:29:31,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=B 2024-12-03T10:29:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=C 2024-12-03T10:29:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:31,043 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting b160dcf966e545358a60dc2a8b0f0415, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733221768046 2024-12-03T10:29:31,043 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b7f853cc719487eb93657f36b1ac5b1, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733221768046 2024-12-03T10:29:31,043 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting a102857a948d48e6985310c06c30e656, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1733221770184 2024-12-03T10:29:31,043 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting fbfa6a9dc5ab4186a395d24b98f7aa84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1733221770184 2024-12-03T10:29:31,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/4b02beb613404d65ac5c46035335cb67 is 50, key is test_row_0/A:col10/1733221770277/Put/seqid=0 2024-12-03T10:29:31,049 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5ea3346d5a953c156fe955e7d7fc459#B#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:31,049 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/ae951e941b3b40a69553b0458cc17cb6 is 50, key is test_row_0/B:col10/1733221770184/Put/seqid=0 2024-12-03T10:29:31,051 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5ea3346d5a953c156fe955e7d7fc459#A#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:31,052 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/cc69b508ba564001aec41d4c4f466323 is 50, key is test_row_0/A:col10/1733221770184/Put/seqid=0 2024-12-03T10:29:31,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742286_1462 (size=12697) 2024-12-03T10:29:31,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742287_1463 (size=12697) 2024-12-03T10:29:31,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742285_1461 (size=12151) 2024-12-03T10:29:31,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-03T10:29:31,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:31,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221831429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:31,459 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/4b02beb613404d65ac5c46035335cb67 2024-12-03T10:29:31,460 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/cc69b508ba564001aec41d4c4f466323 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/cc69b508ba564001aec41d4c4f466323 2024-12-03T10:29:31,460 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/ae951e941b3b40a69553b0458cc17cb6 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/ae951e941b3b40a69553b0458cc17cb6 2024-12-03T10:29:31,465 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5ea3346d5a953c156fe955e7d7fc459/B of d5ea3346d5a953c156fe955e7d7fc459 into ae951e941b3b40a69553b0458cc17cb6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:31,465 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:31,465 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., storeName=d5ea3346d5a953c156fe955e7d7fc459/B, priority=13, startTime=1733221771041; duration=0sec 2024-12-03T10:29:31,465 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:31,465 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5ea3346d5a953c156fe955e7d7fc459:B 2024-12-03T10:29:31,465 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:31,466 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5ea3346d5a953c156fe955e7d7fc459/A of d5ea3346d5a953c156fe955e7d7fc459 into cc69b508ba564001aec41d4c4f466323(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:31,466 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:31,466 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., storeName=d5ea3346d5a953c156fe955e7d7fc459/A, priority=13, startTime=1733221771041; duration=0sec 2024-12-03T10:29:31,466 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:31,466 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5ea3346d5a953c156fe955e7d7fc459:A 2024-12-03T10:29:31,466 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:31,466 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): d5ea3346d5a953c156fe955e7d7fc459/C is initiating minor compaction (all files) 2024-12-03T10:29:31,466 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5ea3346d5a953c156fe955e7d7fc459/C in TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:31,466 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/f30b3bc5a5114f0aa37b30386963c14e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/8a5724f2045b4cafae672a82da2635e3, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/f34e11943b174e8093080875c7d0bcb1] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp, totalSize=33.7 K 2024-12-03T10:29:31,466 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting f30b3bc5a5114f0aa37b30386963c14e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733221767390 2024-12-03T10:29:31,466 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a5724f2045b4cafae672a82da2635e3, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733221768046 2024-12-03T10:29:31,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/d29ff286a513418094afdc09b27836b1 is 50, key is test_row_0/B:col10/1733221770277/Put/seqid=0 2024-12-03T10:29:31,467 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting f34e11943b174e8093080875c7d0bcb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1733221770184 2024-12-03T10:29:31,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742288_1464 (size=12151) 2024-12-03T10:29:31,471 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/d29ff286a513418094afdc09b27836b1 2024-12-03T10:29:31,475 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5ea3346d5a953c156fe955e7d7fc459#C#compaction#394 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:31,476 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/211154e5e6cf47d384dac1a2d0e86b63 is 50, key is test_row_0/C:col10/1733221770184/Put/seqid=0 2024-12-03T10:29:31,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/0f321f0ea7f8400f977753c6f5c18171 is 50, key is test_row_0/C:col10/1733221770277/Put/seqid=0 2024-12-03T10:29:31,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742289_1465 (size=12697) 2024-12-03T10:29:31,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742290_1466 (size=12151) 2024-12-03T10:29:31,486 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/0f321f0ea7f8400f977753c6f5c18171 2024-12-03T10:29:31,487 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/211154e5e6cf47d384dac1a2d0e86b63 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/211154e5e6cf47d384dac1a2d0e86b63 2024-12-03T10:29:31,492 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5ea3346d5a953c156fe955e7d7fc459/C of d5ea3346d5a953c156fe955e7d7fc459 into 211154e5e6cf47d384dac1a2d0e86b63(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:31,492 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:31,492 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., storeName=d5ea3346d5a953c156fe955e7d7fc459/C, priority=13, startTime=1733221771041; duration=0sec 2024-12-03T10:29:31,492 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:31,492 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5ea3346d5a953c156fe955e7d7fc459:C 2024-12-03T10:29:31,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/4b02beb613404d65ac5c46035335cb67 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/4b02beb613404d65ac5c46035335cb67 2024-12-03T10:29:31,498 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/4b02beb613404d65ac5c46035335cb67, entries=150, sequenceid=247, filesize=11.9 K 2024-12-03T10:29:31,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/d29ff286a513418094afdc09b27836b1 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/d29ff286a513418094afdc09b27836b1 2024-12-03T10:29:31,502 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/d29ff286a513418094afdc09b27836b1, entries=150, sequenceid=247, filesize=11.9 K 2024-12-03T10:29:31,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/0f321f0ea7f8400f977753c6f5c18171 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/0f321f0ea7f8400f977753c6f5c18171 2024-12-03T10:29:31,506 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/0f321f0ea7f8400f977753c6f5c18171, entries=150, sequenceid=247, filesize=11.9 K 2024-12-03T10:29:31,507 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d5ea3346d5a953c156fe955e7d7fc459 in 465ms, sequenceid=247, compaction requested=false 2024-12-03T10:29:31,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:31,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:31,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-12-03T10:29:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-12-03T10:29:31,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-03T10:29:31,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3780 sec 2024-12-03T10:29:31,510 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.3810 sec 2024-12-03T10:29:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:31,536 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d5ea3346d5a953c156fe955e7d7fc459 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T10:29:31,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=A 2024-12-03T10:29:31,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:31,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=B 2024-12-03T10:29:31,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:31,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=C 2024-12-03T10:29:31,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:31,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/4ed60926f41e4adea79180567e2070f0 is 50, key is test_row_0/A:col10/1733221771428/Put/seqid=0 2024-12-03T10:29:31,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742291_1467 (size=14641) 2024-12-03T10:29:31,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221831602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:31,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221831706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:31,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221831909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:31,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/4ed60926f41e4adea79180567e2070f0 2024-12-03T10:29:31,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/42a73ad3f7ee4f579fc91e22f50f91fc is 50, key is test_row_0/B:col10/1733221771428/Put/seqid=0 2024-12-03T10:29:31,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742292_1468 (size=12251) 2024-12-03T10:29:32,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221832215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:32,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-03T10:29:32,232 INFO [Thread-1863 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-03T10:29:32,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:29:32,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-12-03T10:29:32,234 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:29:32,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-03T10:29:32,235 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:29:32,235 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:29:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-03T10:29:32,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/42a73ad3f7ee4f579fc91e22f50f91fc 2024-12-03T10:29:32,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/5c6ba099a4c14e63b56bdb1d9389429d is 50, key is test_row_0/C:col10/1733221771428/Put/seqid=0 2024-12-03T10:29:32,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742293_1469 (size=12251) 2024-12-03T10:29:32,386 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:32,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-03T10:29:32,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:32,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:32,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:32,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:32,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:32,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-03T10:29:32,538 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:32,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-03T10:29:32,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:32,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:32,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:32,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:32,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:32,690 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:32,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-03T10:29:32,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:32,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:32,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:32,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:32,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:32,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:32,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:32,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221832718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:32,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/5c6ba099a4c14e63b56bdb1d9389429d 2024-12-03T10:29:32,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/4ed60926f41e4adea79180567e2070f0 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/4ed60926f41e4adea79180567e2070f0 2024-12-03T10:29:32,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/4ed60926f41e4adea79180567e2070f0, entries=200, sequenceid=262, filesize=14.3 K 2024-12-03T10:29:32,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/42a73ad3f7ee4f579fc91e22f50f91fc as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/42a73ad3f7ee4f579fc91e22f50f91fc 2024-12-03T10:29:32,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/42a73ad3f7ee4f579fc91e22f50f91fc, entries=150, sequenceid=262, filesize=12.0 K 2024-12-03T10:29:32,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/5c6ba099a4c14e63b56bdb1d9389429d as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/5c6ba099a4c14e63b56bdb1d9389429d 2024-12-03T10:29:32,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/5c6ba099a4c14e63b56bdb1d9389429d, entries=150, sequenceid=262, filesize=12.0 K 2024-12-03T10:29:32,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d5ea3346d5a953c156fe955e7d7fc459 in 1242ms, sequenceid=262, compaction requested=true 2024-12-03T10:29:32,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:32,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5ea3346d5a953c156fe955e7d7fc459:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:29:32,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:32,779 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:32,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5ea3346d5a953c156fe955e7d7fc459:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:29:32,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:32,779 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:32,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5ea3346d5a953c156fe955e7d7fc459:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:29:32,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:32,779 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39489 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:32,779 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:32,779 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): d5ea3346d5a953c156fe955e7d7fc459/A is initiating minor compaction (all files) 2024-12-03T10:29:32,779 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): d5ea3346d5a953c156fe955e7d7fc459/B is initiating minor compaction (all files) 2024-12-03T10:29:32,779 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5ea3346d5a953c156fe955e7d7fc459/A in TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:32,779 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5ea3346d5a953c156fe955e7d7fc459/B in TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:32,779 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/cc69b508ba564001aec41d4c4f466323, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/4b02beb613404d65ac5c46035335cb67, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/4ed60926f41e4adea79180567e2070f0] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp, totalSize=38.6 K 2024-12-03T10:29:32,779 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/ae951e941b3b40a69553b0458cc17cb6, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/d29ff286a513418094afdc09b27836b1, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/42a73ad3f7ee4f579fc91e22f50f91fc] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp, totalSize=36.2 K 2024-12-03T10:29:32,780 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc69b508ba564001aec41d4c4f466323, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1733221770184 2024-12-03T10:29:32,780 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting ae951e941b3b40a69553b0458cc17cb6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1733221770184 2024-12-03T10:29:32,780 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b02beb613404d65ac5c46035335cb67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733221770272 2024-12-03T10:29:32,780 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting d29ff286a513418094afdc09b27836b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733221770272 2024-12-03T10:29:32,780 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ed60926f41e4adea79180567e2070f0, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733221771415 2024-12-03T10:29:32,780 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 42a73ad3f7ee4f579fc91e22f50f91fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733221771415 2024-12-03T10:29:32,797 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5ea3346d5a953c156fe955e7d7fc459#B#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:32,797 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5ea3346d5a953c156fe955e7d7fc459#A#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:32,798 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/6d73634b91ac408d94ba259b8bf1802c is 50, key is test_row_0/A:col10/1733221771428/Put/seqid=0 2024-12-03T10:29:32,798 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/7adecb196cac49f496383dd303035d25 is 50, key is test_row_0/B:col10/1733221771428/Put/seqid=0 2024-12-03T10:29:32,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742294_1470 (size=12899) 2024-12-03T10:29:32,811 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/6d73634b91ac408d94ba259b8bf1802c as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/6d73634b91ac408d94ba259b8bf1802c 2024-12-03T10:29:32,815 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5ea3346d5a953c156fe955e7d7fc459/A of d5ea3346d5a953c156fe955e7d7fc459 into 6d73634b91ac408d94ba259b8bf1802c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:32,815 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:32,815 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., storeName=d5ea3346d5a953c156fe955e7d7fc459/A, priority=13, startTime=1733221772778; duration=0sec 2024-12-03T10:29:32,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742295_1471 (size=12899) 2024-12-03T10:29:32,815 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:32,815 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5ea3346d5a953c156fe955e7d7fc459:A 2024-12-03T10:29:32,815 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:32,816 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:32,816 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): d5ea3346d5a953c156fe955e7d7fc459/C is initiating minor compaction (all files) 2024-12-03T10:29:32,816 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5ea3346d5a953c156fe955e7d7fc459/C in TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:32,816 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/211154e5e6cf47d384dac1a2d0e86b63, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/0f321f0ea7f8400f977753c6f5c18171, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/5c6ba099a4c14e63b56bdb1d9389429d] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp, totalSize=36.2 K 2024-12-03T10:29:32,816 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 211154e5e6cf47d384dac1a2d0e86b63, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1733221770184 2024-12-03T10:29:32,816 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f321f0ea7f8400f977753c6f5c18171, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733221770272 2024-12-03T10:29:32,817 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c6ba099a4c14e63b56bdb1d9389429d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733221771415 2024-12-03T10:29:32,822 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5ea3346d5a953c156fe955e7d7fc459#C#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:32,823 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/8079a4b8089447419b511d3026020de5 is 50, key is test_row_0/C:col10/1733221771428/Put/seqid=0 2024-12-03T10:29:32,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742296_1472 (size=12899) 2024-12-03T10:29:32,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-03T10:29:32,843 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:32,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-03T10:29:32,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:32,843 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing d5ea3346d5a953c156fe955e7d7fc459 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T10:29:32,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=A 2024-12-03T10:29:32,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:32,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=B 2024-12-03T10:29:32,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:32,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=C 2024-12-03T10:29:32,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:32,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/a866403806674126b122cb4165f469c7 is 50, key is test_row_0/A:col10/1733221771576/Put/seqid=0 2024-12-03T10:29:32,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742297_1473 (size=12301) 2024-12-03T10:29:33,219 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/7adecb196cac49f496383dd303035d25 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/7adecb196cac49f496383dd303035d25 2024-12-03T10:29:33,222 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5ea3346d5a953c156fe955e7d7fc459/B of d5ea3346d5a953c156fe955e7d7fc459 into 7adecb196cac49f496383dd303035d25(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:33,222 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:33,222 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., storeName=d5ea3346d5a953c156fe955e7d7fc459/B, priority=13, startTime=1733221772779; duration=0sec 2024-12-03T10:29:33,222 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:33,222 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5ea3346d5a953c156fe955e7d7fc459:B 2024-12-03T10:29:33,229 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/8079a4b8089447419b511d3026020de5 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/8079a4b8089447419b511d3026020de5 2024-12-03T10:29:33,232 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5ea3346d5a953c156fe955e7d7fc459/C of d5ea3346d5a953c156fe955e7d7fc459 into 8079a4b8089447419b511d3026020de5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:33,232 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:33,232 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., storeName=d5ea3346d5a953c156fe955e7d7fc459/C, priority=13, startTime=1733221772779; duration=0sec 2024-12-03T10:29:33,232 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:33,232 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5ea3346d5a953c156fe955e7d7fc459:C 2024-12-03T10:29:33,252 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/a866403806674126b122cb4165f469c7 2024-12-03T10:29:33,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/fc3106f243e248d2b4791a2c7e639649 is 50, key is test_row_0/B:col10/1733221771576/Put/seqid=0 2024-12-03T10:29:33,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742298_1474 (size=12301) 2024-12-03T10:29:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-03T10:29:33,660 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/fc3106f243e248d2b4791a2c7e639649 2024-12-03T10:29:33,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/db7630dc840b4a8880b49312bba74f84 is 50, key is test_row_0/C:col10/1733221771576/Put/seqid=0 2024-12-03T10:29:33,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742299_1475 (size=12301) 2024-12-03T10:29:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:33,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:33,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221833759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:33,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:33,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221833862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:34,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221834065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:34,077 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/db7630dc840b4a8880b49312bba74f84 2024-12-03T10:29:34,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/a866403806674126b122cb4165f469c7 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/a866403806674126b122cb4165f469c7 2024-12-03T10:29:34,083 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/a866403806674126b122cb4165f469c7, entries=150, sequenceid=287, filesize=12.0 K 2024-12-03T10:29:34,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/fc3106f243e248d2b4791a2c7e639649 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/fc3106f243e248d2b4791a2c7e639649 2024-12-03T10:29:34,086 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/fc3106f243e248d2b4791a2c7e639649, entries=150, sequenceid=287, filesize=12.0 K 2024-12-03T10:29:34,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/db7630dc840b4a8880b49312bba74f84 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/db7630dc840b4a8880b49312bba74f84 2024-12-03T10:29:34,090 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/db7630dc840b4a8880b49312bba74f84, entries=150, sequenceid=287, filesize=12.0 K 2024-12-03T10:29:34,091 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d5ea3346d5a953c156fe955e7d7fc459 in 1248ms, sequenceid=287, compaction requested=false 2024-12-03T10:29:34,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:34,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:34,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-12-03T10:29:34,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-12-03T10:29:34,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-03T10:29:34,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8570 sec 2024-12-03T10:29:34,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.8600 sec 2024-12-03T10:29:34,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-03T10:29:34,338 INFO [Thread-1863 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-12-03T10:29:34,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:29:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-12-03T10:29:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-03T10:29:34,340 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:29:34,340 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:29:34,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:29:34,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:34,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d5ea3346d5a953c156fe955e7d7fc459 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T10:29:34,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=A 2024-12-03T10:29:34,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:34,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=B 2024-12-03T10:29:34,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:34,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=C 2024-12-03T10:29:34,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:34,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/4fd991a53bc3427aacc5de00b267a637 is 50, key is test_row_0/A:col10/1733221774372/Put/seqid=0 2024-12-03T10:29:34,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742300_1476 (size=14741) 2024-12-03T10:29:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-03T10:29:34,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221834478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:34,491 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:34,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-03T10:29:34,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:34,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:34,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:34,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:34,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:34,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221834583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:34,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-03T10:29:34,644 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:34,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-03T10:29:34,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:34,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:34,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:34,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:34,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:34,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:34,780 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/4fd991a53bc3427aacc5de00b267a637 2024-12-03T10:29:34,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221834785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:34,796 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:34,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-03T10:29:34,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:34,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:34,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:34,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:34,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:34,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:34,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/d60e48b2206d444db08498b351221698 is 50, key is test_row_0/B:col10/1733221774372/Put/seqid=0 2024-12-03T10:29:34,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742301_1477 (size=12301) 2024-12-03T10:29:34,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-03T10:29:34,980 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:34,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-03T10:29:34,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:34,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:34,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:34,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:34,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:35,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221835091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:35,132 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:35,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-03T10:29:35,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:35,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:35,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:35,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:35,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:35,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/d60e48b2206d444db08498b351221698 2024-12-03T10:29:35,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/78e8e5c0a00347e499ee7b25a978d7a6 is 50, key is test_row_0/C:col10/1733221774372/Put/seqid=0 2024-12-03T10:29:35,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742302_1478 (size=12301) 2024-12-03T10:29:35,285 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:35,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-03T10:29:35,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:35,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:35,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:35,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:35,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:35,437 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:35,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-03T10:29:35,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:35,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:35,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:35,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:35,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-03T10:29:35,589 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:35,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-03T10:29:35,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:35,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. as already flushing 2024-12-03T10:29:35,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:35,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:35,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:35,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:35,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56142 deadline: 1733221835602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:35,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/78e8e5c0a00347e499ee7b25a978d7a6 2024-12-03T10:29:35,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/4fd991a53bc3427aacc5de00b267a637 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/4fd991a53bc3427aacc5de00b267a637 2024-12-03T10:29:35,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/4fd991a53bc3427aacc5de00b267a637, entries=200, sequenceid=302, filesize=14.4 K 2024-12-03T10:29:35,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/d60e48b2206d444db08498b351221698 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/d60e48b2206d444db08498b351221698 2024-12-03T10:29:35,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/d60e48b2206d444db08498b351221698, entries=150, sequenceid=302, filesize=12.0 K 2024-12-03T10:29:35,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/78e8e5c0a00347e499ee7b25a978d7a6 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/78e8e5c0a00347e499ee7b25a978d7a6 2024-12-03T10:29:35,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/78e8e5c0a00347e499ee7b25a978d7a6, entries=150, sequenceid=302, filesize=12.0 K 2024-12-03T10:29:35,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d5ea3346d5a953c156fe955e7d7fc459 in 1284ms, sequenceid=302, compaction requested=true 2024-12-03T10:29:35,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:35,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5ea3346d5a953c156fe955e7d7fc459:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:29:35,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:35,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5ea3346d5a953c156fe955e7d7fc459:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:29:35,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:35,658 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:35,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d5ea3346d5a953c156fe955e7d7fc459:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:29:35,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:35,658 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:35,658 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:35,658 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:35,658 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): d5ea3346d5a953c156fe955e7d7fc459/A is initiating minor compaction (all files) 2024-12-03T10:29:35,658 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): d5ea3346d5a953c156fe955e7d7fc459/B is initiating minor compaction (all files) 2024-12-03T10:29:35,658 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5ea3346d5a953c156fe955e7d7fc459/B in TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:35,658 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5ea3346d5a953c156fe955e7d7fc459/A in TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:35,658 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/6d73634b91ac408d94ba259b8bf1802c, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/a866403806674126b122cb4165f469c7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/4fd991a53bc3427aacc5de00b267a637] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp, totalSize=39.0 K 2024-12-03T10:29:35,658 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/7adecb196cac49f496383dd303035d25, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/fc3106f243e248d2b4791a2c7e639649, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/d60e48b2206d444db08498b351221698] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp, totalSize=36.6 K 2024-12-03T10:29:35,659 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d73634b91ac408d94ba259b8bf1802c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733221771415 2024-12-03T10:29:35,659 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 7adecb196cac49f496383dd303035d25, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733221771415 2024-12-03T10:29:35,659 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting a866403806674126b122cb4165f469c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733221771576 2024-12-03T10:29:35,659 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting fc3106f243e248d2b4791a2c7e639649, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733221771576 2024-12-03T10:29:35,659 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fd991a53bc3427aacc5de00b267a637, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1733221773745 2024-12-03T10:29:35,659 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting d60e48b2206d444db08498b351221698, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1733221773745 2024-12-03T10:29:35,668 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5ea3346d5a953c156fe955e7d7fc459#A#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:35,669 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5ea3346d5a953c156fe955e7d7fc459#B#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:35,669 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/51e1ba5a9e844612ba239d254b093d3f is 50, key is test_row_0/A:col10/1733221774372/Put/seqid=0 2024-12-03T10:29:35,669 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/e515ffb5feca4615b29eaad9b9c76ac4 is 50, key is test_row_0/B:col10/1733221774372/Put/seqid=0 2024-12-03T10:29:35,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742304_1480 (size=13051) 2024-12-03T10:29:35,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742303_1479 (size=13051) 2024-12-03T10:29:35,676 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/e515ffb5feca4615b29eaad9b9c76ac4 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/e515ffb5feca4615b29eaad9b9c76ac4 2024-12-03T10:29:35,679 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5ea3346d5a953c156fe955e7d7fc459/B of d5ea3346d5a953c156fe955e7d7fc459 into e515ffb5feca4615b29eaad9b9c76ac4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:35,679 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:35,679 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., storeName=d5ea3346d5a953c156fe955e7d7fc459/B, priority=13, startTime=1733221775658; duration=0sec 2024-12-03T10:29:35,680 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:35,680 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5ea3346d5a953c156fe955e7d7fc459:B 2024-12-03T10:29:35,680 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:35,680 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:35,680 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): d5ea3346d5a953c156fe955e7d7fc459/C is initiating minor compaction (all files) 2024-12-03T10:29:35,680 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d5ea3346d5a953c156fe955e7d7fc459/C in TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:35,680 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/8079a4b8089447419b511d3026020de5, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/db7630dc840b4a8880b49312bba74f84, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/78e8e5c0a00347e499ee7b25a978d7a6] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp, totalSize=36.6 K 2024-12-03T10:29:35,681 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 8079a4b8089447419b511d3026020de5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1733221771415 2024-12-03T10:29:35,681 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting db7630dc840b4a8880b49312bba74f84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733221771576 2024-12-03T10:29:35,681 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 78e8e5c0a00347e499ee7b25a978d7a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1733221773745 2024-12-03T10:29:35,685 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d5ea3346d5a953c156fe955e7d7fc459#C#compaction#410 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:35,686 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/e03e2076898b48b6a8bba3979e57f432 is 50, key is test_row_0/C:col10/1733221774372/Put/seqid=0 2024-12-03T10:29:35,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742305_1481 (size=13051) 2024-12-03T10:29:35,741 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:35,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-03T10:29:35,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:35,742 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing d5ea3346d5a953c156fe955e7d7fc459 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-03T10:29:35,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=A 2024-12-03T10:29:35,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:35,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=B 2024-12-03T10:29:35,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:35,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=C 2024-12-03T10:29:35,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:35,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/4a16f5e380c941c6ad51ca0067af22ed is 50, key is test_row_0/A:col10/1733221774473/Put/seqid=0 2024-12-03T10:29:35,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742306_1482 (size=12301) 2024-12-03T10:29:35,748 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/4a16f5e380c941c6ad51ca0067af22ed 2024-12-03T10:29:35,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/654e9f35436c4d1f9692e60e4aa6e4b6 is 50, key is test_row_0/B:col10/1733221774473/Put/seqid=0 2024-12-03T10:29:35,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742307_1483 (size=12301) 2024-12-03T10:29:36,076 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/51e1ba5a9e844612ba239d254b093d3f as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/51e1ba5a9e844612ba239d254b093d3f 2024-12-03T10:29:36,080 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5ea3346d5a953c156fe955e7d7fc459/A of d5ea3346d5a953c156fe955e7d7fc459 into 51e1ba5a9e844612ba239d254b093d3f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:36,080 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:36,080 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., storeName=d5ea3346d5a953c156fe955e7d7fc459/A, priority=13, startTime=1733221775657; duration=0sec 2024-12-03T10:29:36,080 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:36,080 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5ea3346d5a953c156fe955e7d7fc459:A 2024-12-03T10:29:36,092 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/e03e2076898b48b6a8bba3979e57f432 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/e03e2076898b48b6a8bba3979e57f432 2024-12-03T10:29:36,096 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d5ea3346d5a953c156fe955e7d7fc459/C of d5ea3346d5a953c156fe955e7d7fc459 into e03e2076898b48b6a8bba3979e57f432(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:36,096 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:36,096 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459., storeName=d5ea3346d5a953c156fe955e7d7fc459/C, priority=13, startTime=1733221775658; duration=0sec 2024-12-03T10:29:36,096 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:36,096 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d5ea3346d5a953c156fe955e7d7fc459:C 2024-12-03T10:29:36,157 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/654e9f35436c4d1f9692e60e4aa6e4b6 2024-12-03T10:29:36,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/155f17fe26d4491c8af902687a971226 is 50, key is test_row_0/C:col10/1733221774473/Put/seqid=0 2024-12-03T10:29:36,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742308_1484 (size=12301) 2024-12-03T10:29:36,296 DEBUG [Thread-1864 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b7f20c4 to 127.0.0.1:60916 2024-12-03T10:29:36,296 DEBUG [Thread-1870 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f2423f3 to 127.0.0.1:60916 2024-12-03T10:29:36,297 DEBUG [Thread-1864 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:36,297 DEBUG [Thread-1870 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:36,298 DEBUG [Thread-1868 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41b0e7b6 to 127.0.0.1:60916 2024-12-03T10:29:36,298 DEBUG [Thread-1866 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f7c40ba to 127.0.0.1:60916 2024-12-03T10:29:36,298 DEBUG [Thread-1868 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:36,298 DEBUG [Thread-1866 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:36,298 DEBUG [Thread-1872 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x184771cf to 127.0.0.1:60916 2024-12-03T10:29:36,299 DEBUG [Thread-1872 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-03T10:29:36,568 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/155f17fe26d4491c8af902687a971226 2024-12-03T10:29:36,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/4a16f5e380c941c6ad51ca0067af22ed as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/4a16f5e380c941c6ad51ca0067af22ed 2024-12-03T10:29:36,582 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/4a16f5e380c941c6ad51ca0067af22ed, entries=150, sequenceid=326, filesize=12.0 K 2024-12-03T10:29:36,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/654e9f35436c4d1f9692e60e4aa6e4b6 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/654e9f35436c4d1f9692e60e4aa6e4b6 2024-12-03T10:29:36,586 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/654e9f35436c4d1f9692e60e4aa6e4b6, entries=150, sequenceid=326, filesize=12.0 K 2024-12-03T10:29:36,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/155f17fe26d4491c8af902687a971226 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/155f17fe26d4491c8af902687a971226 2024-12-03T10:29:36,590 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/155f17fe26d4491c8af902687a971226, entries=150, sequenceid=326, filesize=12.0 K 2024-12-03T10:29:36,591 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for d5ea3346d5a953c156fe955e7d7fc459 in 850ms, sequenceid=326, compaction requested=false 2024-12-03T10:29:36,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:36,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:36,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-12-03T10:29:36,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-12-03T10:29:36,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-12-03T10:29:36,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2520 sec 2024-12-03T10:29:36,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 2.2550 sec 2024-12-03T10:29:36,613 DEBUG [Thread-1857 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61d38088 to 127.0.0.1:60916 2024-12-03T10:29:36,613 DEBUG [Thread-1857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:36,760 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T10:29:36,802 DEBUG [Thread-1859 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043f683 to 127.0.0.1:60916 2024-12-03T10:29:36,802 DEBUG [Thread-1859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:36,836 DEBUG [Thread-1853 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x695c2253 to 127.0.0.1:60916 2024-12-03T10:29:36,836 DEBUG [Thread-1853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:36,846 DEBUG [Thread-1861 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b0c2472 to 127.0.0.1:60916 2024-12-03T10:29:36,846 DEBUG [Thread-1861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:36,864 DEBUG [Thread-1855 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7177efc9 to 127.0.0.1:60916 2024-12-03T10:29:36,864 DEBUG [Thread-1855 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-03T10:29:38,445 INFO [Thread-1863 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-12-03T10:29:38,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T10:29:38,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-12-03T10:29:38,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-12-03T10:29:38,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 193 2024-12-03T10:29:38,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-12-03T10:29:38,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-12-03T10:29:38,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T10:29:38,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T10:29:38,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3547 2024-12-03T10:29:38,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10641 rows 2024-12-03T10:29:38,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3543 2024-12-03T10:29:38,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10629 rows 2024-12-03T10:29:38,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3538 2024-12-03T10:29:38,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10614 rows 2024-12-03T10:29:38,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3564 2024-12-03T10:29:38,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10692 rows 2024-12-03T10:29:38,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3552 2024-12-03T10:29:38,446 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10656 rows 2024-12-03T10:29:38,446 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-03T10:29:38,446 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3512017b to 127.0.0.1:60916 2024-12-03T10:29:38,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:29:38,448 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-03T10:29:38,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-03T10:29:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T10:29:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-03T10:29:38,453 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221778452"}]},"ts":"1733221778452"} 2024-12-03T10:29:38,454 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T10:29:38,493 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T10:29:38,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T10:29:38,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5ea3346d5a953c156fe955e7d7fc459, UNASSIGN}] 2024-12-03T10:29:38,497 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5ea3346d5a953c156fe955e7d7fc459, UNASSIGN 2024-12-03T10:29:38,498 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=d5ea3346d5a953c156fe955e7d7fc459, regionState=CLOSING, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:38,500 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T10:29:38,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; CloseRegionProcedure d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283}] 2024-12-03T10:29:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-03T10:29:38,652 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:38,653 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(124): Close d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:38,653 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-03T10:29:38,654 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1681): Closing d5ea3346d5a953c156fe955e7d7fc459, disabling compactions & flushes 2024-12-03T10:29:38,654 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:38,654 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:38,654 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. after waiting 0 ms 2024-12-03T10:29:38,654 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:38,654 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(2837): Flushing d5ea3346d5a953c156fe955e7d7fc459 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-03T10:29:38,655 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=A 2024-12-03T10:29:38,655 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:38,655 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=B 2024-12-03T10:29:38,655 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:38,655 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d5ea3346d5a953c156fe955e7d7fc459, store=C 2024-12-03T10:29:38,655 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:38,664 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/ace18a31e39640f78ce2553ca0853317 is 50, key is test_row_0/A:col10/1733221776862/Put/seqid=0 2024-12-03T10:29:38,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742309_1485 (size=9857) 2024-12-03T10:29:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-03T10:29:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-03T10:29:39,070 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/ace18a31e39640f78ce2553ca0853317 2024-12-03T10:29:39,085 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/e74d7ec6ea2749969226dddcd5fe0847 is 50, key is test_row_0/B:col10/1733221776862/Put/seqid=0 2024-12-03T10:29:39,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742310_1486 (size=9857) 2024-12-03T10:29:39,490 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/e74d7ec6ea2749969226dddcd5fe0847 2024-12-03T10:29:39,502 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/603509f63b424b87aa53b4f96f219f2c is 50, key is test_row_0/C:col10/1733221776862/Put/seqid=0 2024-12-03T10:29:39,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742311_1487 (size=9857) 2024-12-03T10:29:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-03T10:29:39,907 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/603509f63b424b87aa53b4f96f219f2c 2024-12-03T10:29:39,943 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/A/ace18a31e39640f78ce2553ca0853317 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/ace18a31e39640f78ce2553ca0853317 2024-12-03T10:29:39,950 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/ace18a31e39640f78ce2553ca0853317, entries=100, sequenceid=336, filesize=9.6 K 2024-12-03T10:29:39,952 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/B/e74d7ec6ea2749969226dddcd5fe0847 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/e74d7ec6ea2749969226dddcd5fe0847 2024-12-03T10:29:39,957 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/e74d7ec6ea2749969226dddcd5fe0847, entries=100, sequenceid=336, filesize=9.6 K 2024-12-03T10:29:39,958 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/.tmp/C/603509f63b424b87aa53b4f96f219f2c as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/603509f63b424b87aa53b4f96f219f2c 2024-12-03T10:29:39,962 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/603509f63b424b87aa53b4f96f219f2c, entries=100, sequenceid=336, filesize=9.6 K 2024-12-03T10:29:39,962 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d5ea3346d5a953c156fe955e7d7fc459 in 1308ms, sequenceid=336, compaction requested=true 2024-12-03T10:29:39,963 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/6d085e5a576c4637915b002aeac5b267, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/e7bfff4fecce4f40a8d883027582e4cf, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/fea68a2c2b7c466594f752bdb62aba96, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/03847768040a461e9d4f1ba1f6f55452, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/3bcb0a2aa1954862bdfb3084770758d6, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/8373be8b715a4d6883cf1b32febfc976, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/f63e7480efef441eb54d615d3e3abc20, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/1d074304611e4c8697aed929c6cf8369, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/b7b945f6e5724157a2c9610844e79aee, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/17d297011e3b44a3817b029063873bdc, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/968188dc436549d19fe60fa10d78e7c5, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/d46d935156b24372860b8cfb0b088076, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/b224ace090334e078098da89698298ec, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/9bb0f34c4c2741aaa88b5065a1a97d47, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/b160dcf966e545358a60dc2a8b0f0415, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/a102857a948d48e6985310c06c30e656, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/cc69b508ba564001aec41d4c4f466323, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/4b02beb613404d65ac5c46035335cb67, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/4ed60926f41e4adea79180567e2070f0, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/6d73634b91ac408d94ba259b8bf1802c, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/a866403806674126b122cb4165f469c7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/4fd991a53bc3427aacc5de00b267a637] to archive 2024-12-03T10:29:39,964 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T10:29:39,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/6d085e5a576c4637915b002aeac5b267 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/6d085e5a576c4637915b002aeac5b267 2024-12-03T10:29:39,968 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/e7bfff4fecce4f40a8d883027582e4cf to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/e7bfff4fecce4f40a8d883027582e4cf 2024-12-03T10:29:39,970 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/fea68a2c2b7c466594f752bdb62aba96 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/fea68a2c2b7c466594f752bdb62aba96 2024-12-03T10:29:39,971 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/03847768040a461e9d4f1ba1f6f55452 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/03847768040a461e9d4f1ba1f6f55452 2024-12-03T10:29:39,973 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/3bcb0a2aa1954862bdfb3084770758d6 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/3bcb0a2aa1954862bdfb3084770758d6 2024-12-03T10:29:39,975 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/8373be8b715a4d6883cf1b32febfc976 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/8373be8b715a4d6883cf1b32febfc976 2024-12-03T10:29:39,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/f63e7480efef441eb54d615d3e3abc20 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/f63e7480efef441eb54d615d3e3abc20 2024-12-03T10:29:39,977 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/1d074304611e4c8697aed929c6cf8369 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/1d074304611e4c8697aed929c6cf8369 2024-12-03T10:29:39,978 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/b7b945f6e5724157a2c9610844e79aee to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/b7b945f6e5724157a2c9610844e79aee 2024-12-03T10:29:39,979 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/17d297011e3b44a3817b029063873bdc to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/17d297011e3b44a3817b029063873bdc 2024-12-03T10:29:39,980 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/968188dc436549d19fe60fa10d78e7c5 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/968188dc436549d19fe60fa10d78e7c5 2024-12-03T10:29:39,982 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/d46d935156b24372860b8cfb0b088076 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/d46d935156b24372860b8cfb0b088076 2024-12-03T10:29:39,983 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/b224ace090334e078098da89698298ec to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/b224ace090334e078098da89698298ec 2024-12-03T10:29:39,984 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/9bb0f34c4c2741aaa88b5065a1a97d47 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/9bb0f34c4c2741aaa88b5065a1a97d47 2024-12-03T10:29:39,985 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/b160dcf966e545358a60dc2a8b0f0415 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/b160dcf966e545358a60dc2a8b0f0415 2024-12-03T10:29:39,986 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/a102857a948d48e6985310c06c30e656 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/a102857a948d48e6985310c06c30e656 2024-12-03T10:29:39,987 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/cc69b508ba564001aec41d4c4f466323 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/cc69b508ba564001aec41d4c4f466323 2024-12-03T10:29:39,988 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/4b02beb613404d65ac5c46035335cb67 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/4b02beb613404d65ac5c46035335cb67 2024-12-03T10:29:39,988 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/4ed60926f41e4adea79180567e2070f0 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/4ed60926f41e4adea79180567e2070f0 2024-12-03T10:29:39,989 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/6d73634b91ac408d94ba259b8bf1802c to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/6d73634b91ac408d94ba259b8bf1802c 2024-12-03T10:29:39,989 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/a866403806674126b122cb4165f469c7 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/a866403806674126b122cb4165f469c7 2024-12-03T10:29:39,990 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/4fd991a53bc3427aacc5de00b267a637 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/4fd991a53bc3427aacc5de00b267a637 2024-12-03T10:29:39,991 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/e1e69bad27cd4457a4f9aafe646c6aad, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/3205df86875244db862862565e862e24, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/839e65e44bcd4cd49e3b62563a3d8f19, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/a0855ed1fa0f4706b91b00426bd387d0, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/760c7a99a0f24762a73525f517099bdf, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/0328404d7f3a42c3828a23473f63d153, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/50ab577dfca642a5a26762336fad2d59, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/51ba776f77a44226a3cddf751ad6f667, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/6ce0761b36d848249177f6d3bbc4c1e2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/704e80052c0a4024a7db0039bbd05ef5, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/d94f7086c4ea4896976e7ae86cb0d2c3, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/9998d8756df4480bbeff0b76f8c12fe7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/7de1c302df7c4c82bc90ed7af0f595a9, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/b6ec63f0bba44a96ad4c8169bed9d692, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/8b7f853cc719487eb93657f36b1ac5b1, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/ae951e941b3b40a69553b0458cc17cb6, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/fbfa6a9dc5ab4186a395d24b98f7aa84, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/d29ff286a513418094afdc09b27836b1, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/7adecb196cac49f496383dd303035d25, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/42a73ad3f7ee4f579fc91e22f50f91fc, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/fc3106f243e248d2b4791a2c7e639649, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/d60e48b2206d444db08498b351221698] to archive 2024-12-03T10:29:39,992 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T10:29:39,993 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/e1e69bad27cd4457a4f9aafe646c6aad to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/e1e69bad27cd4457a4f9aafe646c6aad 2024-12-03T10:29:39,993 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/3205df86875244db862862565e862e24 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/3205df86875244db862862565e862e24 2024-12-03T10:29:39,994 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/839e65e44bcd4cd49e3b62563a3d8f19 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/839e65e44bcd4cd49e3b62563a3d8f19 2024-12-03T10:29:39,995 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/a0855ed1fa0f4706b91b00426bd387d0 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/a0855ed1fa0f4706b91b00426bd387d0 2024-12-03T10:29:39,995 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/760c7a99a0f24762a73525f517099bdf to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/760c7a99a0f24762a73525f517099bdf 2024-12-03T10:29:39,996 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/0328404d7f3a42c3828a23473f63d153 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/0328404d7f3a42c3828a23473f63d153 2024-12-03T10:29:39,996 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/50ab577dfca642a5a26762336fad2d59 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/50ab577dfca642a5a26762336fad2d59 2024-12-03T10:29:39,997 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/51ba776f77a44226a3cddf751ad6f667 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/51ba776f77a44226a3cddf751ad6f667 2024-12-03T10:29:39,998 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/6ce0761b36d848249177f6d3bbc4c1e2 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/6ce0761b36d848249177f6d3bbc4c1e2 2024-12-03T10:29:39,999 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/704e80052c0a4024a7db0039bbd05ef5 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/704e80052c0a4024a7db0039bbd05ef5 2024-12-03T10:29:39,999 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/d94f7086c4ea4896976e7ae86cb0d2c3 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/d94f7086c4ea4896976e7ae86cb0d2c3 2024-12-03T10:29:40,000 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/9998d8756df4480bbeff0b76f8c12fe7 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/9998d8756df4480bbeff0b76f8c12fe7 2024-12-03T10:29:40,001 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/7de1c302df7c4c82bc90ed7af0f595a9 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/7de1c302df7c4c82bc90ed7af0f595a9 2024-12-03T10:29:40,001 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/b6ec63f0bba44a96ad4c8169bed9d692 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/b6ec63f0bba44a96ad4c8169bed9d692 2024-12-03T10:29:40,002 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/8b7f853cc719487eb93657f36b1ac5b1 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/8b7f853cc719487eb93657f36b1ac5b1 2024-12-03T10:29:40,003 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/ae951e941b3b40a69553b0458cc17cb6 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/ae951e941b3b40a69553b0458cc17cb6 2024-12-03T10:29:40,004 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/fbfa6a9dc5ab4186a395d24b98f7aa84 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/fbfa6a9dc5ab4186a395d24b98f7aa84 2024-12-03T10:29:40,004 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/d29ff286a513418094afdc09b27836b1 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/d29ff286a513418094afdc09b27836b1 2024-12-03T10:29:40,005 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/7adecb196cac49f496383dd303035d25 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/7adecb196cac49f496383dd303035d25 2024-12-03T10:29:40,005 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/42a73ad3f7ee4f579fc91e22f50f91fc to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/42a73ad3f7ee4f579fc91e22f50f91fc 2024-12-03T10:29:40,006 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/fc3106f243e248d2b4791a2c7e639649 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/fc3106f243e248d2b4791a2c7e639649 2024-12-03T10:29:40,007 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/d60e48b2206d444db08498b351221698 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/d60e48b2206d444db08498b351221698 2024-12-03T10:29:40,008 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/5b76252c435b4bdebbacc0c067e4eb85, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/1879dc7ac1b84502bb6305a7dc846c67, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/113bacb951ab4f96bc42061b6c845663, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/652997abcfa14e76a76c4fbfc42dca70, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/3eb33083e74148afbf608d68fda5c9a5, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/1f05a5166f234c88b3ce8176015333a7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/afe454319db44019b607e3735d013770, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/435fcfa3c80242e1a41da5111c72e7cc, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/f292ff45a89246fa92cf88e12121e48b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/8c8cca24520047cb92a79ac4d6aaf24e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/2667bc8a8d604e9f871d9ab78988ffe9, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/274b338d6f484cdfb6f0da65d83b6622, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/f30b3bc5a5114f0aa37b30386963c14e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/2ab9e3db69a9429a9c0285273fd35f89, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/8a5724f2045b4cafae672a82da2635e3, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/211154e5e6cf47d384dac1a2d0e86b63, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/f34e11943b174e8093080875c7d0bcb1, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/0f321f0ea7f8400f977753c6f5c18171, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/8079a4b8089447419b511d3026020de5, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/5c6ba099a4c14e63b56bdb1d9389429d, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/db7630dc840b4a8880b49312bba74f84, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/78e8e5c0a00347e499ee7b25a978d7a6] to archive 2024-12-03T10:29:40,008 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T10:29:40,009 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/5b76252c435b4bdebbacc0c067e4eb85 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/5b76252c435b4bdebbacc0c067e4eb85 2024-12-03T10:29:40,010 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/1879dc7ac1b84502bb6305a7dc846c67 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/1879dc7ac1b84502bb6305a7dc846c67 2024-12-03T10:29:40,010 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/113bacb951ab4f96bc42061b6c845663 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/113bacb951ab4f96bc42061b6c845663 2024-12-03T10:29:40,011 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/652997abcfa14e76a76c4fbfc42dca70 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/652997abcfa14e76a76c4fbfc42dca70 2024-12-03T10:29:40,012 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/3eb33083e74148afbf608d68fda5c9a5 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/3eb33083e74148afbf608d68fda5c9a5 2024-12-03T10:29:40,012 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/1f05a5166f234c88b3ce8176015333a7 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/1f05a5166f234c88b3ce8176015333a7 2024-12-03T10:29:40,013 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/afe454319db44019b607e3735d013770 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/afe454319db44019b607e3735d013770 2024-12-03T10:29:40,014 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/435fcfa3c80242e1a41da5111c72e7cc to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/435fcfa3c80242e1a41da5111c72e7cc 2024-12-03T10:29:40,014 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/f292ff45a89246fa92cf88e12121e48b to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/f292ff45a89246fa92cf88e12121e48b 2024-12-03T10:29:40,015 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/8c8cca24520047cb92a79ac4d6aaf24e to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/8c8cca24520047cb92a79ac4d6aaf24e 2024-12-03T10:29:40,016 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/2667bc8a8d604e9f871d9ab78988ffe9 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/2667bc8a8d604e9f871d9ab78988ffe9 2024-12-03T10:29:40,016 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/274b338d6f484cdfb6f0da65d83b6622 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/274b338d6f484cdfb6f0da65d83b6622 2024-12-03T10:29:40,017 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/f30b3bc5a5114f0aa37b30386963c14e to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/f30b3bc5a5114f0aa37b30386963c14e 2024-12-03T10:29:40,018 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/2ab9e3db69a9429a9c0285273fd35f89 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/2ab9e3db69a9429a9c0285273fd35f89 2024-12-03T10:29:40,018 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/8a5724f2045b4cafae672a82da2635e3 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/8a5724f2045b4cafae672a82da2635e3 2024-12-03T10:29:40,019 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/211154e5e6cf47d384dac1a2d0e86b63 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/211154e5e6cf47d384dac1a2d0e86b63 2024-12-03T10:29:40,020 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/f34e11943b174e8093080875c7d0bcb1 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/f34e11943b174e8093080875c7d0bcb1 2024-12-03T10:29:40,020 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/0f321f0ea7f8400f977753c6f5c18171 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/0f321f0ea7f8400f977753c6f5c18171 2024-12-03T10:29:40,021 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/8079a4b8089447419b511d3026020de5 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/8079a4b8089447419b511d3026020de5 2024-12-03T10:29:40,022 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/5c6ba099a4c14e63b56bdb1d9389429d to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/5c6ba099a4c14e63b56bdb1d9389429d 2024-12-03T10:29:40,022 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/db7630dc840b4a8880b49312bba74f84 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/db7630dc840b4a8880b49312bba74f84 2024-12-03T10:29:40,023 DEBUG [StoreCloser-TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/78e8e5c0a00347e499ee7b25a978d7a6 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/78e8e5c0a00347e499ee7b25a978d7a6 2024-12-03T10:29:40,026 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/recovered.edits/339.seqid, newMaxSeqId=339, maxSeqId=1 2024-12-03T10:29:40,026 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459. 2024-12-03T10:29:40,026 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] regionserver.HRegion(1635): Region close journal for d5ea3346d5a953c156fe955e7d7fc459: 2024-12-03T10:29:40,027 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=145}] handler.UnassignRegionHandler(170): Closed d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:40,028 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=144 updating hbase:meta row=d5ea3346d5a953c156fe955e7d7fc459, regionState=CLOSED 2024-12-03T10:29:40,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-03T10:29:40,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseRegionProcedure d5ea3346d5a953c156fe955e7d7fc459, server=b030dd9a36e7,33013,1733221628283 in 1.5280 sec 2024-12-03T10:29:40,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=144, resume processing ppid=143 2024-12-03T10:29:40,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, ppid=143, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d5ea3346d5a953c156fe955e7d7fc459, UNASSIGN in 1.5330 sec 2024-12-03T10:29:40,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-03T10:29:40,031 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5360 sec 2024-12-03T10:29:40,032 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221780031"}]},"ts":"1733221780031"} 2024-12-03T10:29:40,032 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T10:29:40,042 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T10:29:40,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5940 sec 2024-12-03T10:29:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-03T10:29:40,560 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-12-03T10:29:40,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-03T10:29:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:29:40,562 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=146, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:29:40,563 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=146, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:29:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-03T10:29:40,564 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:40,565 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A, FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B, FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C, FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/recovered.edits] 2024-12-03T10:29:40,567 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/4a16f5e380c941c6ad51ca0067af22ed to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/4a16f5e380c941c6ad51ca0067af22ed 2024-12-03T10:29:40,568 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/51e1ba5a9e844612ba239d254b093d3f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/51e1ba5a9e844612ba239d254b093d3f 2024-12-03T10:29:40,569 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/ace18a31e39640f78ce2553ca0853317 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/A/ace18a31e39640f78ce2553ca0853317 2024-12-03T10:29:40,570 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/654e9f35436c4d1f9692e60e4aa6e4b6 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/654e9f35436c4d1f9692e60e4aa6e4b6 2024-12-03T10:29:40,571 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/e515ffb5feca4615b29eaad9b9c76ac4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/e515ffb5feca4615b29eaad9b9c76ac4 2024-12-03T10:29:40,572 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/e74d7ec6ea2749969226dddcd5fe0847 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/B/e74d7ec6ea2749969226dddcd5fe0847 2024-12-03T10:29:40,573 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/155f17fe26d4491c8af902687a971226 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/155f17fe26d4491c8af902687a971226 2024-12-03T10:29:40,574 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/603509f63b424b87aa53b4f96f219f2c to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/603509f63b424b87aa53b4f96f219f2c 2024-12-03T10:29:40,574 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/e03e2076898b48b6a8bba3979e57f432 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/C/e03e2076898b48b6a8bba3979e57f432 2024-12-03T10:29:40,576 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/recovered.edits/339.seqid to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459/recovered.edits/339.seqid 2024-12-03T10:29:40,576 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d5ea3346d5a953c156fe955e7d7fc459 2024-12-03T10:29:40,576 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T10:29:40,578 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=146, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:29:40,579 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T10:29:40,581 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T10:29:40,581 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=146, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:29:40,581 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T10:29:40,582 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733221780581"}]},"ts":"9223372036854775807"} 2024-12-03T10:29:40,583 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-03T10:29:40,583 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d5ea3346d5a953c156fe955e7d7fc459, NAME => 'TestAcidGuarantees,,1733221754038.d5ea3346d5a953c156fe955e7d7fc459.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T10:29:40,583 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T10:29:40,583 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733221780583"}]},"ts":"9223372036854775807"} 2024-12-03T10:29:40,585 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-03T10:29:40,601 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=146, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:29:40,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 40 msec 2024-12-03T10:29:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-03T10:29:40,664 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-12-03T10:29:40,678 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=239 (was 239), OpenFileDescriptor=452 (was 454), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=289 (was 259) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2855 (was 2865) 2024-12-03T10:29:40,686 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=289, ProcessCount=11, AvailableMemoryMB=2855 2024-12-03T10:29:40,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T10:29:40,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:29:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=147, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T10:29:40,689 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T10:29:40,689 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:40,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 147 2024-12-03T10:29:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-03T10:29:40,689 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T10:29:40,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742312_1488 (size=963) 2024-12-03T10:29:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-03T10:29:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-03T10:29:41,100 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63 2024-12-03T10:29:41,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742313_1489 (size=53) 2024-12-03T10:29:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-03T10:29:41,512 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:41,512 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d55fa297702d02f972caa1fd719d2460, disabling compactions & flushes 2024-12-03T10:29:41,512 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:41,512 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:41,512 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. after waiting 0 ms 2024-12-03T10:29:41,513 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:41,513 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:41,513 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:41,515 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T10:29:41,516 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733221781515"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733221781515"}]},"ts":"1733221781515"} 2024-12-03T10:29:41,518 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-03T10:29:41,520 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T10:29:41,520 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221781520"}]},"ts":"1733221781520"} 2024-12-03T10:29:41,522 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T10:29:41,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d55fa297702d02f972caa1fd719d2460, ASSIGN}] 2024-12-03T10:29:41,570 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d55fa297702d02f972caa1fd719d2460, ASSIGN 2024-12-03T10:29:41,571 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=148, ppid=147, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d55fa297702d02f972caa1fd719d2460, ASSIGN; state=OFFLINE, location=b030dd9a36e7,33013,1733221628283; forceNewPlan=false, retain=false 2024-12-03T10:29:41,722 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=d55fa297702d02f972caa1fd719d2460, regionState=OPENING, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:41,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; OpenRegionProcedure d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283}] 2024-12-03T10:29:41,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-03T10:29:41,877 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:41,883 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:41,883 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7285): Opening region: {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:29:41,884 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:41,884 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:41,884 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7327): checking encryption for d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:41,884 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7330): checking classloading for d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:41,887 INFO [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:41,889 INFO [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:29:41,889 INFO [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d55fa297702d02f972caa1fd719d2460 columnFamilyName A 2024-12-03T10:29:41,889 DEBUG [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:41,890 INFO [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] regionserver.HStore(327): Store=d55fa297702d02f972caa1fd719d2460/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:41,891 INFO [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:41,893 INFO [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:29:41,893 INFO [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d55fa297702d02f972caa1fd719d2460 columnFamilyName B 2024-12-03T10:29:41,893 DEBUG [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:41,894 INFO [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] regionserver.HStore(327): Store=d55fa297702d02f972caa1fd719d2460/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:41,894 INFO [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:41,895 INFO [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:29:41,895 INFO [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d55fa297702d02f972caa1fd719d2460 columnFamilyName C 2024-12-03T10:29:41,895 DEBUG [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:41,896 INFO [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] regionserver.HStore(327): Store=d55fa297702d02f972caa1fd719d2460/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:41,896 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:41,897 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:41,897 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:41,898 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T10:29:41,899 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1085): writing seq id for d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:41,901 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T10:29:41,901 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1102): Opened d55fa297702d02f972caa1fd719d2460; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70738212, jitterRate=0.054081499576568604}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T10:29:41,902 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1001): Region open journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:41,902 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460., pid=149, masterSystemTime=1733221781877 2024-12-03T10:29:41,903 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:41,903 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:41,904 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=148 updating hbase:meta row=d55fa297702d02f972caa1fd719d2460, regionState=OPEN, openSeqNum=2, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:41,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-12-03T10:29:41,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; OpenRegionProcedure d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 in 181 msec 2024-12-03T10:29:41,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=148, resume processing ppid=147 2024-12-03T10:29:41,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, ppid=147, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d55fa297702d02f972caa1fd719d2460, ASSIGN in 338 msec 2024-12-03T10:29:41,908 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T10:29:41,908 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221781908"}]},"ts":"1733221781908"} 2024-12-03T10:29:41,909 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T10:29:41,944 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=147, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T10:29:41,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2570 sec 2024-12-03T10:29:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=147 2024-12-03T10:29:42,799 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 147 completed 2024-12-03T10:29:42,802 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2cbfd84f to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2209c520 2024-12-03T10:29:42,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5765d46a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:42,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:42,870 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:42,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T10:29:42,872 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T10:29:42,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T10:29:42,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T10:29:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-03T10:29:42,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742314_1490 (size=999) 2024-12-03T10:29:43,286 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-03T10:29:43,286 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-03T10:29:43,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T10:29:43,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d55fa297702d02f972caa1fd719d2460, REOPEN/MOVE}] 2024-12-03T10:29:43,295 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d55fa297702d02f972caa1fd719d2460, REOPEN/MOVE 2024-12-03T10:29:43,296 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=d55fa297702d02f972caa1fd719d2460, regionState=CLOSING, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:43,297 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T10:29:43,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; CloseRegionProcedure d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283}] 2024-12-03T10:29:43,449 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:43,450 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(124): Close d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:43,450 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-03T10:29:43,450 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1681): Closing d55fa297702d02f972caa1fd719d2460, disabling compactions & flushes 2024-12-03T10:29:43,450 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:43,450 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:43,450 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. after waiting 0 ms 2024-12-03T10:29:43,450 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:43,458 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-03T10:29:43,459 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:43,459 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1635): Region close journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:43,459 WARN [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionServer(3786): Not adding moved region record: d55fa297702d02f972caa1fd719d2460 to self. 2024-12-03T10:29:43,462 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(170): Closed d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:43,462 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=d55fa297702d02f972caa1fd719d2460, regionState=CLOSED 2024-12-03T10:29:43,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-12-03T10:29:43,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; CloseRegionProcedure d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 in 167 msec 2024-12-03T10:29:43,467 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d55fa297702d02f972caa1fd719d2460, REOPEN/MOVE; state=CLOSED, location=b030dd9a36e7,33013,1733221628283; forceNewPlan=false, retain=true 2024-12-03T10:29:43,618 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=d55fa297702d02f972caa1fd719d2460, regionState=OPENING, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:43,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=152, state=RUNNABLE; OpenRegionProcedure d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283}] 2024-12-03T10:29:43,775 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:43,781 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:43,781 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7285): Opening region: {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} 2024-12-03T10:29:43,782 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:43,782 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T10:29:43,782 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7327): checking encryption for d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:43,782 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7330): checking classloading for d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:43,784 INFO [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:43,785 INFO [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:29:43,786 INFO [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d55fa297702d02f972caa1fd719d2460 columnFamilyName A 2024-12-03T10:29:43,787 DEBUG [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:43,788 INFO [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] regionserver.HStore(327): Store=d55fa297702d02f972caa1fd719d2460/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:43,789 INFO [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:43,789 INFO [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:29:43,790 INFO [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d55fa297702d02f972caa1fd719d2460 columnFamilyName B 2024-12-03T10:29:43,790 DEBUG [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:43,790 INFO [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] regionserver.HStore(327): Store=d55fa297702d02f972caa1fd719d2460/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:43,791 INFO [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:43,791 INFO [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-03T10:29:43,792 INFO [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d55fa297702d02f972caa1fd719d2460 columnFamilyName C 2024-12-03T10:29:43,792 DEBUG [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:43,792 INFO [StoreOpener-d55fa297702d02f972caa1fd719d2460-1 {}] regionserver.HStore(327): Store=d55fa297702d02f972caa1fd719d2460/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T10:29:43,793 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:43,794 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:43,796 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:43,798 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T10:29:43,800 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1085): writing seq id for d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:43,802 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1102): Opened d55fa297702d02f972caa1fd719d2460; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61313332, jitterRate=-0.0863601565361023}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T10:29:43,803 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1001): Region open journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:43,804 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460., pid=154, masterSystemTime=1733221783775 2024-12-03T10:29:43,805 DEBUG [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:43,805 INFO [RS_OPEN_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:43,806 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=152 updating hbase:meta row=d55fa297702d02f972caa1fd719d2460, regionState=OPEN, openSeqNum=5, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:43,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=152 2024-12-03T10:29:43,809 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=152, state=SUCCESS; OpenRegionProcedure d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 in 186 msec 2024-12-03T10:29:43,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=152, resume processing ppid=151 2024-12-03T10:29:43,811 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, ppid=151, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d55fa297702d02f972caa1fd719d2460, REOPEN/MOVE in 515 msec 2024-12-03T10:29:43,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-12-03T10:29:43,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 521 msec 2024-12-03T10:29:43,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 940 msec 2024-12-03T10:29:43,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-03T10:29:43,817 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fb684eb to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@537a66f8 2024-12-03T10:29:43,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac53e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:43,855 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0644b7e6 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6094c70 2024-12-03T10:29:43,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:43,868 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b5141 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@103dfc6e 2024-12-03T10:29:43,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:43,877 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a52cdf to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e047c09 2024-12-03T10:29:43,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11030ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:43,885 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d7fe431 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60d631a3 2024-12-03T10:29:43,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abefea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:43,894 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58971172 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e757135 2024-12-03T10:29:43,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6a59e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:43,902 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d7fe93b to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7846cb78 2024-12-03T10:29:43,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150e08ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:43,911 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11c440f7 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f1754bc 2024-12-03T10:29:43,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3b66d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:43,918 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58460ef3 to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d9113f3 2024-12-03T10:29:43,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfdf76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:43,927 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e8cd1ae to 127.0.0.1:60916 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bb75907 2024-12-03T10:29:43,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c2838a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T10:29:43,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:29:43,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees 2024-12-03T10:29:43,939 DEBUG [hconnection-0x79ca8a53-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:43,940 DEBUG [hconnection-0x7f9b87b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:43,940 DEBUG [hconnection-0x3547f35c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:43,940 DEBUG [hconnection-0x5214d3f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:43,940 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:29:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-03T10:29:43,940 DEBUG [hconnection-0x5a68d681-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:43,941 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:43,941 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:43,941 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:43,941 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:43,941 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58850, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:43,941 DEBUG [hconnection-0x79012215-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:43,942 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=155, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:29:43,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:29:43,942 DEBUG [hconnection-0x3728468b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:43,942 DEBUG [hconnection-0x663eb73a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:43,942 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58858, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:43,944 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:43,944 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:43,944 DEBUG [hconnection-0x2cc1e6fd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:43,945 DEBUG [hconnection-0x1e386e06-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T10:29:43,946 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58894, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:43,947 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T10:29:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:43,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d55fa297702d02f972caa1fd719d2460 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T10:29:43,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=A 2024-12-03T10:29:43,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:43,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=B 2024-12-03T10:29:43,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:43,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=C 2024-12-03T10:29:43,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:43,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221843962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:43,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221843962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:43,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221843963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:43,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221843963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:43,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:43,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221843963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:43,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203bf07d4b2a5644c2eb0067011da778f45_d55fa297702d02f972caa1fd719d2460 is 50, key is test_row_0/A:col10/1733221783949/Put/seqid=0 2024-12-03T10:29:43,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742315_1491 (size=12154) 2024-12-03T10:29:43,981 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:43,984 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203bf07d4b2a5644c2eb0067011da778f45_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203bf07d4b2a5644c2eb0067011da778f45_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:43,985 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/7a2c275d15df457e9a514af70c407e81, store: [table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:43,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/7a2c275d15df457e9a514af70c407e81 is 175, key is test_row_0/A:col10/1733221783949/Put/seqid=0 2024-12-03T10:29:43,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742316_1492 (size=30955) 2024-12-03T10:29:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-03T10:29:44,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:44,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221844065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221844065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:44,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221844066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:44,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221844066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:44,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:44,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221844066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:44,094 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:44,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-03T10:29:44,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:44,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:29:44,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:44,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:44,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:44,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-03T10:29:44,247 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:44,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-03T10:29:44,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:44,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:29:44,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:44,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:44,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:44,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:44,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221844267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221844267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:44,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221844268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:44,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221844268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:44,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221844269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:44,393 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/7a2c275d15df457e9a514af70c407e81 2024-12-03T10:29:44,399 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:44,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-03T10:29:44,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:44,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:29:44,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:44,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:44,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:44,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/a34b5015bd85405684a1b5e7bafd1776 is 50, key is test_row_0/B:col10/1733221783949/Put/seqid=0 2024-12-03T10:29:44,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742317_1493 (size=12001) 2024-12-03T10:29:44,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/a34b5015bd85405684a1b5e7bafd1776 2024-12-03T10:29:44,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/ac1258c98bcb4ddc91894df770d3df1b is 50, key is test_row_0/C:col10/1733221783949/Put/seqid=0 2024-12-03T10:29:44,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742318_1494 (size=12001) 2024-12-03T10:29:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-03T10:29:44,551 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:44,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-03T10:29:44,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:44,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:29:44,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:44,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:44,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:44,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221844570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:44,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:44,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221844571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:44,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221844571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:44,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:44,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221844572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:44,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221844573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:44,702 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:44,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-03T10:29:44,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:44,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:29:44,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:44,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] handler.RSProcedureHandler(58): pid=156 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:44,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=156 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=156 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:44,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/ac1258c98bcb4ddc91894df770d3df1b 2024-12-03T10:29:44,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/7a2c275d15df457e9a514af70c407e81 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/7a2c275d15df457e9a514af70c407e81 2024-12-03T10:29:44,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/7a2c275d15df457e9a514af70c407e81, entries=150, sequenceid=16, filesize=30.2 K 2024-12-03T10:29:44,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/a34b5015bd85405684a1b5e7bafd1776 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/a34b5015bd85405684a1b5e7bafd1776 2024-12-03T10:29:44,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/a34b5015bd85405684a1b5e7bafd1776, entries=150, sequenceid=16, filesize=11.7 K 2024-12-03T10:29:44,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/ac1258c98bcb4ddc91894df770d3df1b as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/ac1258c98bcb4ddc91894df770d3df1b 2024-12-03T10:29:44,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/ac1258c98bcb4ddc91894df770d3df1b, entries=150, sequenceid=16, filesize=11.7 K 2024-12-03T10:29:44,849 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for d55fa297702d02f972caa1fd719d2460 in 900ms, sequenceid=16, compaction requested=false 2024-12-03T10:29:44,849 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-03T10:29:44,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:44,854 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:44,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=156 2024-12-03T10:29:44,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:44,855 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2837): Flushing d55fa297702d02f972caa1fd719d2460 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T10:29:44,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=A 2024-12-03T10:29:44,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:44,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=B 2024-12-03T10:29:44,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:44,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=C 2024-12-03T10:29:44,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:44,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120379b64bbd205e4090a4fa6a606bbe0a01_d55fa297702d02f972caa1fd719d2460 is 50, key is test_row_0/A:col10/1733221783958/Put/seqid=0 2024-12-03T10:29:44,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742319_1495 (size=12154) 2024-12-03T10:29:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-03T10:29:45,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:29:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:45,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221845077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:45,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221845077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:45,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221845077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:45,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221845077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:45,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221845077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:45,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221845179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:45,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221845179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:45,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:45,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221845179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221845179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:45,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221845180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:45,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:45,271 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120379b64bbd205e4090a4fa6a606bbe0a01_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120379b64bbd205e4090a4fa6a606bbe0a01_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:45,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/58cdc92961494d8989b0a121dc022c6a, store: [table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:45,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/58cdc92961494d8989b0a121dc022c6a is 175, key is test_row_0/A:col10/1733221783958/Put/seqid=0 2024-12-03T10:29:45,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742320_1496 (size=30955) 2024-12-03T10:29:45,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221845381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:45,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221845381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:45,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221845381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:45,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221845381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:45,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221845382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:45,541 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T10:29:45,675 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/58cdc92961494d8989b0a121dc022c6a 2024-12-03T10:29:45,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/85c77cdaa5e7451080ea24e95388625e is 50, key is test_row_0/B:col10/1733221783958/Put/seqid=0 2024-12-03T10:29:45,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742321_1497 (size=12001) 2024-12-03T10:29:45,685 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/85c77cdaa5e7451080ea24e95388625e 2024-12-03T10:29:45,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221845683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:45,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221845685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:45,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221845685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:45,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221845685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:45,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221845685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:45,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/2057b4c455df4826b520f3d3d44e90c5 is 50, key is test_row_0/C:col10/1733221783958/Put/seqid=0 2024-12-03T10:29:45,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742322_1498 (size=12001) 2024-12-03T10:29:46,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-03T10:29:46,094 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/2057b4c455df4826b520f3d3d44e90c5 2024-12-03T10:29:46,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/58cdc92961494d8989b0a121dc022c6a as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/58cdc92961494d8989b0a121dc022c6a 2024-12-03T10:29:46,100 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/58cdc92961494d8989b0a121dc022c6a, entries=150, sequenceid=41, filesize=30.2 K 2024-12-03T10:29:46,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/85c77cdaa5e7451080ea24e95388625e as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/85c77cdaa5e7451080ea24e95388625e 2024-12-03T10:29:46,103 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/85c77cdaa5e7451080ea24e95388625e, entries=150, sequenceid=41, filesize=11.7 K 2024-12-03T10:29:46,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/2057b4c455df4826b520f3d3d44e90c5 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/2057b4c455df4826b520f3d3d44e90c5 2024-12-03T10:29:46,105 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/2057b4c455df4826b520f3d3d44e90c5, entries=150, sequenceid=41, filesize=11.7 K 2024-12-03T10:29:46,106 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d55fa297702d02f972caa1fd719d2460 in 1251ms, sequenceid=41, compaction requested=false 2024-12-03T10:29:46,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.HRegion(2538): Flush status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:46,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:46,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156 2024-12-03T10:29:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=156 2024-12-03T10:29:46,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-12-03T10:29:46,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1650 sec 2024-12-03T10:29:46,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=155, table=TestAcidGuarantees in 2.1710 sec 2024-12-03T10:29:46,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:46,188 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d55fa297702d02f972caa1fd719d2460 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T10:29:46,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=A 2024-12-03T10:29:46,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:46,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=B 2024-12-03T10:29:46,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:46,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=C 2024-12-03T10:29:46,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:46,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203384fb303eb574316accd96e4665c014c_d55fa297702d02f972caa1fd719d2460 is 50, key is test_row_0/A:col10/1733221785074/Put/seqid=0 2024-12-03T10:29:46,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742323_1499 (size=14594) 2024-12-03T10:29:46,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:46,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221846202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221846202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:46,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221846202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:46,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:46,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221846206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221846206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:46,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:46,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221846307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221846307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:46,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221846307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:46,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221846309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:46,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221846309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:46,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:46,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221846509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221846509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:46,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221846510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:46,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221846512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:46,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221846513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:46,599 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:46,602 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203384fb303eb574316accd96e4665c014c_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203384fb303eb574316accd96e4665c014c_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:46,602 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/66e139e86fa74020b55cddb9da20c6d6, store: [table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:46,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/66e139e86fa74020b55cddb9da20c6d6 is 175, key is test_row_0/A:col10/1733221785074/Put/seqid=0 2024-12-03T10:29:46,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742324_1500 (size=39549) 2024-12-03T10:29:46,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221846813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:46,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221846814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:46,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221846814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:46,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221846816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:46,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221846816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:47,006 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/66e139e86fa74020b55cddb9da20c6d6 2024-12-03T10:29:47,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/d48a444014d84473bd9b73d6b0b598b7 is 50, key is test_row_0/B:col10/1733221785074/Put/seqid=0 2024-12-03T10:29:47,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742325_1501 (size=12001) 2024-12-03T10:29:47,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221847316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:47,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221847317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:47,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221847318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:47,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221847319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:47,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221847320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:47,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/d48a444014d84473bd9b73d6b0b598b7 2024-12-03T10:29:47,420 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/445321dcf20f42f1b6ed6f2c56f7b1cd is 50, key is test_row_0/C:col10/1733221785074/Put/seqid=0 2024-12-03T10:29:47,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742326_1502 (size=12001) 2024-12-03T10:29:47,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/445321dcf20f42f1b6ed6f2c56f7b1cd 2024-12-03T10:29:47,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/66e139e86fa74020b55cddb9da20c6d6 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/66e139e86fa74020b55cddb9da20c6d6 2024-12-03T10:29:47,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/66e139e86fa74020b55cddb9da20c6d6, entries=200, sequenceid=53, filesize=38.6 K 2024-12-03T10:29:47,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/d48a444014d84473bd9b73d6b0b598b7 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/d48a444014d84473bd9b73d6b0b598b7 2024-12-03T10:29:47,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/d48a444014d84473bd9b73d6b0b598b7, entries=150, sequenceid=53, filesize=11.7 K 2024-12-03T10:29:47,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/445321dcf20f42f1b6ed6f2c56f7b1cd as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/445321dcf20f42f1b6ed6f2c56f7b1cd 2024-12-03T10:29:47,436 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/445321dcf20f42f1b6ed6f2c56f7b1cd, entries=150, sequenceid=53, filesize=11.7 K 2024-12-03T10:29:47,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d55fa297702d02f972caa1fd719d2460 in 1248ms, sequenceid=53, compaction requested=true 2024-12-03T10:29:47,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:47,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d55fa297702d02f972caa1fd719d2460:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:29:47,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:47,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d55fa297702d02f972caa1fd719d2460:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:29:47,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T10:29:47,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d55fa297702d02f972caa1fd719d2460:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:29:47,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-03T10:29:47,440 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:47,440 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:47,441 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:47,441 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:47,441 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): d55fa297702d02f972caa1fd719d2460/A is initiating minor compaction (all files) 2024-12-03T10:29:47,441 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): d55fa297702d02f972caa1fd719d2460/C is initiating minor compaction (all files) 2024-12-03T10:29:47,441 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d55fa297702d02f972caa1fd719d2460/A in TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:47,441 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d55fa297702d02f972caa1fd719d2460/C in TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:47,441 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/ac1258c98bcb4ddc91894df770d3df1b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/2057b4c455df4826b520f3d3d44e90c5, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/445321dcf20f42f1b6ed6f2c56f7b1cd] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp, totalSize=35.2 K 2024-12-03T10:29:47,441 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/7a2c275d15df457e9a514af70c407e81, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/58cdc92961494d8989b0a121dc022c6a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/66e139e86fa74020b55cddb9da20c6d6] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp, totalSize=99.1 K 2024-12-03T10:29:47,441 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:47,441 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. files: [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/7a2c275d15df457e9a514af70c407e81, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/58cdc92961494d8989b0a121dc022c6a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/66e139e86fa74020b55cddb9da20c6d6] 2024-12-03T10:29:47,442 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting ac1258c98bcb4ddc91894df770d3df1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733221783948 2024-12-03T10:29:47,442 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a2c275d15df457e9a514af70c407e81, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733221783948 2024-12-03T10:29:47,442 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 2057b4c455df4826b520f3d3d44e90c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733221783958 2024-12-03T10:29:47,442 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58cdc92961494d8989b0a121dc022c6a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733221783958 2024-12-03T10:29:47,442 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 445321dcf20f42f1b6ed6f2c56f7b1cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733221785074 2024-12-03T10:29:47,442 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66e139e86fa74020b55cddb9da20c6d6, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733221785074 2024-12-03T10:29:47,447 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:47,448 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d55fa297702d02f972caa1fd719d2460#C#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:47,448 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/ceed261168084fbeae0aa63fb0ed5501 is 50, key is test_row_0/C:col10/1733221785074/Put/seqid=0 2024-12-03T10:29:47,450 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203ce6b37b818364d1e8790903aea625794_d55fa297702d02f972caa1fd719d2460 store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:47,451 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203ce6b37b818364d1e8790903aea625794_d55fa297702d02f972caa1fd719d2460, store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:47,451 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ce6b37b818364d1e8790903aea625794_d55fa297702d02f972caa1fd719d2460 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:47,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742327_1503 (size=12104) 2024-12-03T10:29:47,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742328_1504 (size=4469) 2024-12-03T10:29:47,857 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/ceed261168084fbeae0aa63fb0ed5501 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/ceed261168084fbeae0aa63fb0ed5501 2024-12-03T10:29:47,861 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d55fa297702d02f972caa1fd719d2460/C of d55fa297702d02f972caa1fd719d2460 into ceed261168084fbeae0aa63fb0ed5501(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:47,861 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:47,861 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460., storeName=d55fa297702d02f972caa1fd719d2460/C, priority=13, startTime=1733221787436; duration=0sec 2024-12-03T10:29:47,861 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:47,861 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d55fa297702d02f972caa1fd719d2460:C 2024-12-03T10:29:47,861 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:47,862 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:47,862 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): d55fa297702d02f972caa1fd719d2460/B is initiating minor compaction (all files) 2024-12-03T10:29:47,862 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d55fa297702d02f972caa1fd719d2460/B in TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:47,862 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/a34b5015bd85405684a1b5e7bafd1776, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/85c77cdaa5e7451080ea24e95388625e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/d48a444014d84473bd9b73d6b0b598b7] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp, totalSize=35.2 K 2024-12-03T10:29:47,862 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting a34b5015bd85405684a1b5e7bafd1776, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733221783948 2024-12-03T10:29:47,862 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 85c77cdaa5e7451080ea24e95388625e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733221783958 2024-12-03T10:29:47,862 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting d48a444014d84473bd9b73d6b0b598b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733221785074 2024-12-03T10:29:47,868 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d55fa297702d02f972caa1fd719d2460#B#compaction#428 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:47,868 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/283931aab34b45949fd42ed1dbad5431 is 50, key is test_row_0/B:col10/1733221785074/Put/seqid=0 2024-12-03T10:29:47,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742329_1505 (size=12104) 2024-12-03T10:29:47,872 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d55fa297702d02f972caa1fd719d2460#A#compaction#426 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:47,872 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/27383f7b41e643d38417ecd56f1d69dc is 175, key is test_row_0/A:col10/1733221785074/Put/seqid=0 2024-12-03T10:29:47,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742330_1506 (size=31058) 2024-12-03T10:29:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=155 2024-12-03T10:29:48,045 INFO [Thread-2203 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 155 completed 2024-12-03T10:29:48,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:29:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-12-03T10:29:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-03T10:29:48,047 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:29:48,048 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:29:48,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:29:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-03T10:29:48,199 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:48,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-12-03T10:29:48,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:48,200 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing d55fa297702d02f972caa1fd719d2460 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T10:29:48,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=A 2024-12-03T10:29:48,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:48,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=B 2024-12-03T10:29:48,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:48,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=C 2024-12-03T10:29:48,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:48,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b7ffe67786ff4eb39efdde0b632df227_d55fa297702d02f972caa1fd719d2460 is 50, key is test_row_0/A:col10/1733221786205/Put/seqid=0 2024-12-03T10:29:48,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742331_1507 (size=12154) 2024-12-03T10:29:48,275 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/283931aab34b45949fd42ed1dbad5431 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/283931aab34b45949fd42ed1dbad5431 2024-12-03T10:29:48,278 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/27383f7b41e643d38417ecd56f1d69dc as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/27383f7b41e643d38417ecd56f1d69dc 2024-12-03T10:29:48,279 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d55fa297702d02f972caa1fd719d2460/B of d55fa297702d02f972caa1fd719d2460 into 283931aab34b45949fd42ed1dbad5431(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:48,279 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:48,279 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460., storeName=d55fa297702d02f972caa1fd719d2460/B, priority=13, startTime=1733221787436; duration=0sec 2024-12-03T10:29:48,279 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:48,279 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d55fa297702d02f972caa1fd719d2460:B 2024-12-03T10:29:48,282 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d55fa297702d02f972caa1fd719d2460/A of d55fa297702d02f972caa1fd719d2460 into 27383f7b41e643d38417ecd56f1d69dc(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:48,282 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:48,282 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460., storeName=d55fa297702d02f972caa1fd719d2460/A, priority=13, startTime=1733221787436; duration=0sec 2024-12-03T10:29:48,282 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:48,282 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d55fa297702d02f972caa1fd719d2460:A 2024-12-03T10:29:48,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:29:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:48,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221848345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:48,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221848346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:48,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221848346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-03T10:29:48,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221848347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:48,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221848347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:48,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221848448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:48,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221848449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:48,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:48,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221848449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221848449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:48,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221848449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:48,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:48,648 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b7ffe67786ff4eb39efdde0b632df227_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b7ffe67786ff4eb39efdde0b632df227_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:48,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/c501e68f974543198e821ba5bf838229, store: [table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:48,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-03T10:29:48,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/c501e68f974543198e821ba5bf838229 is 175, key is test_row_0/A:col10/1733221786205/Put/seqid=0 2024-12-03T10:29:48,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221848651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:48,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:48,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221848652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:48,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221848652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:48,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742332_1508 (size=30955) 2024-12-03T10:29:48,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:48,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221848654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221848654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:48,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221848953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:48,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221848954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:48,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221848954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:48,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221848954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:48,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221848954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:49,054 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/c501e68f974543198e821ba5bf838229 2024-12-03T10:29:49,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/69359a2fc9af4f3ab263d5bd9297e2ba is 50, key is test_row_0/B:col10/1733221786205/Put/seqid=0 2024-12-03T10:29:49,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742333_1509 (size=12001) 2024-12-03T10:29:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-03T10:29:49,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221849455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:49,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221849456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:49,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221849457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:49,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221849458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:49,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221849459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:49,462 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/69359a2fc9af4f3ab263d5bd9297e2ba 2024-12-03T10:29:49,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/3dd911ef3a3b4febb2b15c782656ea5e is 50, key is test_row_0/C:col10/1733221786205/Put/seqid=0 2024-12-03T10:29:49,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742334_1510 (size=12001) 2024-12-03T10:29:49,883 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/3dd911ef3a3b4febb2b15c782656ea5e 2024-12-03T10:29:49,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/c501e68f974543198e821ba5bf838229 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/c501e68f974543198e821ba5bf838229 2024-12-03T10:29:49,888 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/c501e68f974543198e821ba5bf838229, entries=150, sequenceid=78, filesize=30.2 K 2024-12-03T10:29:49,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/69359a2fc9af4f3ab263d5bd9297e2ba as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/69359a2fc9af4f3ab263d5bd9297e2ba 2024-12-03T10:29:49,892 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/69359a2fc9af4f3ab263d5bd9297e2ba, entries=150, sequenceid=78, filesize=11.7 K 2024-12-03T10:29:49,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/3dd911ef3a3b4febb2b15c782656ea5e as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/3dd911ef3a3b4febb2b15c782656ea5e 2024-12-03T10:29:49,895 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/3dd911ef3a3b4febb2b15c782656ea5e, entries=150, sequenceid=78, filesize=11.7 K 2024-12-03T10:29:49,896 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for d55fa297702d02f972caa1fd719d2460 in 1695ms, sequenceid=78, compaction requested=false 2024-12-03T10:29:49,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:49,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:49,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-12-03T10:29:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-12-03T10:29:49,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-12-03T10:29:49,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8490 sec 2024-12-03T10:29:49,898 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 1.8520 sec 2024-12-03T10:29:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-12-03T10:29:50,150 INFO [Thread-2203 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-12-03T10:29:50,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:29:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-12-03T10:29:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-03T10:29:50,152 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:29:50,152 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:29:50,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:29:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-03T10:29:50,304 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:50,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-12-03T10:29:50,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:50,304 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing d55fa297702d02f972caa1fd719d2460 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T10:29:50,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=A 2024-12-03T10:29:50,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:50,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=B 2024-12-03T10:29:50,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:50,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=C 2024-12-03T10:29:50,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:50,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c704490e95a94d64a32ab89d9d26f795_d55fa297702d02f972caa1fd719d2460 is 50, key is test_row_0/A:col10/1733221788345/Put/seqid=0 2024-12-03T10:29:50,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742335_1511 (size=12154) 2024-12-03T10:29:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-03T10:29:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:50,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:29:50,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221850472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:50,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221850473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:50,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221850473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:50,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221850474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:50,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221850475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:50,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221850576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:50,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221850576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:50,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221850577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:50,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221850578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:50,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221850578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:50,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:50,716 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c704490e95a94d64a32ab89d9d26f795_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c704490e95a94d64a32ab89d9d26f795_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:50,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/5bfaa54e21a94940ad8d61604b1d6bee, store: [table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:50,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/5bfaa54e21a94940ad8d61604b1d6bee is 175, key is test_row_0/A:col10/1733221788345/Put/seqid=0 2024-12-03T10:29:50,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742336_1512 (size=30955) 2024-12-03T10:29:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-03T10:29:50,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221850779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:50,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221850779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:50,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221850780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:50,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221850781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:50,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221850782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:51,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:51,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221851082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:51,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221851083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:51,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:51,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221851083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:51,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:51,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221851084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:51,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:51,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221851085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:51,128 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/5bfaa54e21a94940ad8d61604b1d6bee 2024-12-03T10:29:51,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/5302afdc7c6c430ba28e0573b7878dce is 50, key is test_row_0/B:col10/1733221788345/Put/seqid=0 2024-12-03T10:29:51,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742337_1513 (size=12001) 2024-12-03T10:29:51,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-03T10:29:51,552 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/5302afdc7c6c430ba28e0573b7878dce 2024-12-03T10:29:51,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/6e7e2eba6912477a9d555268261415b1 is 50, key is test_row_0/C:col10/1733221788345/Put/seqid=0 2024-12-03T10:29:51,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742338_1514 (size=12001) 2024-12-03T10:29:51,560 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/6e7e2eba6912477a9d555268261415b1 2024-12-03T10:29:51,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/5bfaa54e21a94940ad8d61604b1d6bee as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/5bfaa54e21a94940ad8d61604b1d6bee 2024-12-03T10:29:51,568 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/5bfaa54e21a94940ad8d61604b1d6bee, entries=150, sequenceid=93, filesize=30.2 K 2024-12-03T10:29:51,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/5302afdc7c6c430ba28e0573b7878dce as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/5302afdc7c6c430ba28e0573b7878dce 2024-12-03T10:29:51,571 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/5302afdc7c6c430ba28e0573b7878dce, entries=150, sequenceid=93, filesize=11.7 K 2024-12-03T10:29:51,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/6e7e2eba6912477a9d555268261415b1 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/6e7e2eba6912477a9d555268261415b1 2024-12-03T10:29:51,574 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/6e7e2eba6912477a9d555268261415b1, entries=150, sequenceid=93, filesize=11.7 K 2024-12-03T10:29:51,575 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d55fa297702d02f972caa1fd719d2460 in 1271ms, sequenceid=93, compaction requested=true 2024-12-03T10:29:51,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:51,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:51,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-12-03T10:29:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-12-03T10:29:51,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-12-03T10:29:51,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4240 sec 2024-12-03T10:29:51,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.4260 sec 2024-12-03T10:29:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:51,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d55fa297702d02f972caa1fd719d2460 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-03T10:29:51,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=A 2024-12-03T10:29:51,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:51,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=B 2024-12-03T10:29:51,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:51,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=C 2024-12-03T10:29:51,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:51,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412034e819f883eb247d989b297e72b693809_d55fa297702d02f972caa1fd719d2460 is 50, key is test_row_0/A:col10/1733221791587/Put/seqid=0 2024-12-03T10:29:51,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:51,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221851594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221851594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:51,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:51,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221851594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:51,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221851596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:51,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:51,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221851597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:51,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742339_1515 (size=12154) 2024-12-03T10:29:51,609 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:51,613 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412034e819f883eb247d989b297e72b693809_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412034e819f883eb247d989b297e72b693809_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:51,613 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/3b80acf1a5a842dfad281e8cbd53539c, store: [table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:51,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/3b80acf1a5a842dfad281e8cbd53539c is 175, key is test_row_0/A:col10/1733221791587/Put/seqid=0 2024-12-03T10:29:51,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742340_1516 (size=30955) 2024-12-03T10:29:51,628 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/3b80acf1a5a842dfad281e8cbd53539c 2024-12-03T10:29:51,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/9b5066059e0d49bd90e4ffb58d74a79c is 50, key is test_row_0/B:col10/1733221791587/Put/seqid=0 2024-12-03T10:29:51,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742341_1517 (size=12001) 2024-12-03T10:29:51,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:51,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221851697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:51,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221851697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:51,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221851697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:51,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221851700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:51,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221851700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:51,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221851899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:51,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221851899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:51,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221851900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:51,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221851902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:51,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221851903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:52,037 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/9b5066059e0d49bd90e4ffb58d74a79c 2024-12-03T10:29:52,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/4fa4bcfa070b47cba58d8350c514d6de is 50, key is test_row_0/C:col10/1733221791587/Put/seqid=0 2024-12-03T10:29:52,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742342_1518 (size=12001) 2024-12-03T10:29:52,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221852202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:52,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221852202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:52,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221852204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:52,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221852206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:52,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221852206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-03T10:29:52,255 INFO [Thread-2203 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-12-03T10:29:52,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:29:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-12-03T10:29:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-03T10:29:52,257 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:29:52,258 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:29:52,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:29:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-03T10:29:52,409 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:52,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-03T10:29:52,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:52,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:29:52,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:52,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:52,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:52,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/4fa4bcfa070b47cba58d8350c514d6de 2024-12-03T10:29:52,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/3b80acf1a5a842dfad281e8cbd53539c as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/3b80acf1a5a842dfad281e8cbd53539c 2024-12-03T10:29:52,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/3b80acf1a5a842dfad281e8cbd53539c, entries=150, sequenceid=117, filesize=30.2 K 2024-12-03T10:29:52,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/9b5066059e0d49bd90e4ffb58d74a79c as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/9b5066059e0d49bd90e4ffb58d74a79c 2024-12-03T10:29:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/9b5066059e0d49bd90e4ffb58d74a79c, entries=150, sequenceid=117, filesize=11.7 K 2024-12-03T10:29:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/4fa4bcfa070b47cba58d8350c514d6de as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/4fa4bcfa070b47cba58d8350c514d6de 2024-12-03T10:29:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/4fa4bcfa070b47cba58d8350c514d6de, entries=150, sequenceid=117, filesize=11.7 K 2024-12-03T10:29:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for d55fa297702d02f972caa1fd719d2460 in 872ms, sequenceid=117, compaction requested=true 2024-12-03T10:29:52,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d55fa297702d02f972caa1fd719d2460:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:29:52,459 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T10:29:52,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:52,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d55fa297702d02f972caa1fd719d2460:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:29:52,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:52,459 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T10:29:52,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d55fa297702d02f972caa1fd719d2460:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:29:52,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,460 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123923 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T10:29:52,460 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T10:29:52,460 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): d55fa297702d02f972caa1fd719d2460/B is initiating minor compaction (all files) 2024-12-03T10:29:52,460 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): d55fa297702d02f972caa1fd719d2460/A is initiating minor compaction (all files) 2024-12-03T10:29:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,460 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d55fa297702d02f972caa1fd719d2460/A in TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:52,460 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d55fa297702d02f972caa1fd719d2460/B in TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:52,460 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/283931aab34b45949fd42ed1dbad5431, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/69359a2fc9af4f3ab263d5bd9297e2ba, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/5302afdc7c6c430ba28e0573b7878dce, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/9b5066059e0d49bd90e4ffb58d74a79c] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp, totalSize=47.0 K 2024-12-03T10:29:52,460 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/27383f7b41e643d38417ecd56f1d69dc, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/c501e68f974543198e821ba5bf838229, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/5bfaa54e21a94940ad8d61604b1d6bee, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/3b80acf1a5a842dfad281e8cbd53539c] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp, totalSize=121.0 K 2024-12-03T10:29:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,460 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:52,461 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. files: [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/27383f7b41e643d38417ecd56f1d69dc, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/c501e68f974543198e821ba5bf838229, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/5bfaa54e21a94940ad8d61604b1d6bee, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/3b80acf1a5a842dfad281e8cbd53539c] 2024-12-03T10:29:52,461 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 283931aab34b45949fd42ed1dbad5431, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733221785074 2024-12-03T10:29:52,461 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27383f7b41e643d38417ecd56f1d69dc, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733221785074 2024-12-03T10:29:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,461 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 69359a2fc9af4f3ab263d5bd9297e2ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733221786200 2024-12-03T10:29:52,461 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting c501e68f974543198e821ba5bf838229, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733221786200 2024-12-03T10:29:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,461 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 5302afdc7c6c430ba28e0573b7878dce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733221788345 2024-12-03T10:29:52,461 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bfaa54e21a94940ad8d61604b1d6bee, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733221788345 2024-12-03T10:29:52,462 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b5066059e0d49bd90e4ffb58d74a79c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733221790470 2024-12-03T10:29:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,462 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b80acf1a5a842dfad281e8cbd53539c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733221790470 2024-12-03T10:29:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,468 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d55fa297702d02f972caa1fd719d2460#B#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,469 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/c2cd8660c2384cd6a3ee71c284776bb1 is 50, key is test_row_0/B:col10/1733221791587/Put/seqid=0 2024-12-03T10:29:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,470 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742343_1519 (size=12241) 2024-12-03T10:29:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,475 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203249520ce47b94086a4b1f734aba1a636_d55fa297702d02f972caa1fd719d2460 store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,476 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203249520ce47b94086a4b1f734aba1a636_d55fa297702d02f972caa1fd719d2460, store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:52,476 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203249520ce47b94086a4b1f734aba1a636_d55fa297702d02f972caa1fd719d2460 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742344_1520 (size=4469) 2024-12-03T10:29:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-03T10:29:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,561 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-03T10:29:52,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:52,562 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing d55fa297702d02f972caa1fd719d2460 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-03T10:29:52,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=A 2024-12-03T10:29:52,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:52,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=B 2024-12-03T10:29:52,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:52,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=C 2024-12-03T10:29:52,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203cfac6f4b452648b59c5b767335d8aa56_d55fa297702d02f972caa1fd719d2460 is 50, key is test_row_1/A:col10/1733221791594/Put/seqid=0 2024-12-03T10:29:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742345_1521 (size=9764) 2024-12-03T10:29:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,579 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203cfac6f4b452648b59c5b767335d8aa56_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203cfac6f4b452648b59c5b767335d8aa56_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/077052dbaf3c46879bd1b02a9dc54d9a, store: [table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/077052dbaf3c46879bd1b02a9dc54d9a is 175, key is test_row_1/A:col10/1733221791594/Put/seqid=0 2024-12-03T10:29:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742346_1522 (size=22411) 2024-12-03T10:29:52,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:29:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:52,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:52,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221852728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:52,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221852729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:52,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221852730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:52,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221852731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:52,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221852731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:52,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:52,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221852832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:52,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221852833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:52,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:52,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221852833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:52,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:52,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221852834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:52,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221852834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-03T10:29:52,876 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/c2cd8660c2384cd6a3ee71c284776bb1 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/c2cd8660c2384cd6a3ee71c284776bb1 2024-12-03T10:29:52,880 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d55fa297702d02f972caa1fd719d2460/B of d55fa297702d02f972caa1fd719d2460 into c2cd8660c2384cd6a3ee71c284776bb1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:52,880 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:52,880 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460., storeName=d55fa297702d02f972caa1fd719d2460/B, priority=12, startTime=1733221792459; duration=0sec 2024-12-03T10:29:52,880 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:52,880 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d55fa297702d02f972caa1fd719d2460:B 2024-12-03T10:29:52,880 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T10:29:52,881 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T10:29:52,881 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): d55fa297702d02f972caa1fd719d2460/C is initiating minor compaction (all files) 2024-12-03T10:29:52,881 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d55fa297702d02f972caa1fd719d2460/C in TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:52,881 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/ceed261168084fbeae0aa63fb0ed5501, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/3dd911ef3a3b4febb2b15c782656ea5e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/6e7e2eba6912477a9d555268261415b1, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/4fa4bcfa070b47cba58d8350c514d6de] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp, totalSize=47.0 K 2024-12-03T10:29:52,881 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting ceed261168084fbeae0aa63fb0ed5501, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733221785074 2024-12-03T10:29:52,881 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 3dd911ef3a3b4febb2b15c782656ea5e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733221786200 2024-12-03T10:29:52,882 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e7e2eba6912477a9d555268261415b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733221788345 2024-12-03T10:29:52,882 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fa4bcfa070b47cba58d8350c514d6de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733221790470 2024-12-03T10:29:52,888 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d55fa297702d02f972caa1fd719d2460#A#compaction#439 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:52,889 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/8d15dd9af0fb4f74be8b50cde3783376 is 175, key is test_row_0/A:col10/1733221791587/Put/seqid=0 2024-12-03T10:29:52,889 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d55fa297702d02f972caa1fd719d2460#C#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:52,889 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/9b5c70b8957a4acbabed26de7ab54217 is 50, key is test_row_0/C:col10/1733221791587/Put/seqid=0 2024-12-03T10:29:52,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742347_1523 (size=31195) 2024-12-03T10:29:52,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742348_1524 (size=12241) 2024-12-03T10:29:52,993 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/077052dbaf3c46879bd1b02a9dc54d9a 2024-12-03T10:29:52,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/f7114ef0936842ae9b1bb11e9d8bba10 is 50, key is test_row_1/B:col10/1733221791594/Put/seqid=0 2024-12-03T10:29:53,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742349_1525 (size=9707) 2024-12-03T10:29:53,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221853034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:53,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221853036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:53,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221853036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:53,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221853037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:53,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221853037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:53,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221853336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:53,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221853337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:53,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:53,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221853338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:53,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221853340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:53,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221853340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:53,356 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/8d15dd9af0fb4f74be8b50cde3783376 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/8d15dd9af0fb4f74be8b50cde3783376 2024-12-03T10:29:53,356 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/9b5c70b8957a4acbabed26de7ab54217 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/9b5c70b8957a4acbabed26de7ab54217 2024-12-03T10:29:53,359 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d55fa297702d02f972caa1fd719d2460/A of d55fa297702d02f972caa1fd719d2460 into 8d15dd9af0fb4f74be8b50cde3783376(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-03T10:29:53,360 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:53,360 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460., storeName=d55fa297702d02f972caa1fd719d2460/A, priority=12, startTime=1733221792459; duration=0sec 2024-12-03T10:29:53,360 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:53,360 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d55fa297702d02f972caa1fd719d2460:A 2024-12-03T10:29:53,360 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d55fa297702d02f972caa1fd719d2460/C of d55fa297702d02f972caa1fd719d2460 into 9b5c70b8957a4acbabed26de7ab54217(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:53,360 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:53,360 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460., storeName=d55fa297702d02f972caa1fd719d2460/C, priority=12, startTime=1733221792459; duration=0sec 2024-12-03T10:29:53,360 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:53,360 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d55fa297702d02f972caa1fd719d2460:C 2024-12-03T10:29:53,407 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/f7114ef0936842ae9b1bb11e9d8bba10 2024-12-03T10:29:53,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/7e69ebaf0bc7496da9b4d84821db980f is 50, key is test_row_1/C:col10/1733221791594/Put/seqid=0 2024-12-03T10:29:53,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742350_1526 (size=9707) 2024-12-03T10:29:53,424 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/7e69ebaf0bc7496da9b4d84821db980f 2024-12-03T10:29:53,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/077052dbaf3c46879bd1b02a9dc54d9a as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/077052dbaf3c46879bd1b02a9dc54d9a 2024-12-03T10:29:53,434 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/077052dbaf3c46879bd1b02a9dc54d9a, entries=100, sequenceid=130, filesize=21.9 K 2024-12-03T10:29:53,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/f7114ef0936842ae9b1bb11e9d8bba10 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/f7114ef0936842ae9b1bb11e9d8bba10 2024-12-03T10:29:53,442 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/f7114ef0936842ae9b1bb11e9d8bba10, entries=100, sequenceid=130, filesize=9.5 K 2024-12-03T10:29:53,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/7e69ebaf0bc7496da9b4d84821db980f as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/7e69ebaf0bc7496da9b4d84821db980f 2024-12-03T10:29:53,445 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/7e69ebaf0bc7496da9b4d84821db980f, entries=100, sequenceid=130, filesize=9.5 K 2024-12-03T10:29:53,446 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for d55fa297702d02f972caa1fd719d2460 in 884ms, sequenceid=130, compaction requested=false 2024-12-03T10:29:53,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:53,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:53,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-12-03T10:29:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-12-03T10:29:53,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-12-03T10:29:53,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1880 sec 2024-12-03T10:29:53,448 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.1920 sec 2024-12-03T10:29:53,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:53,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d55fa297702d02f972caa1fd719d2460 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T10:29:53,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=A 2024-12-03T10:29:53,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:53,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=B 2024-12-03T10:29:53,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:53,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=C 2024-12-03T10:29:53,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:53,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031360e9d958f04fe0b2e4f9589dbfc78b_d55fa297702d02f972caa1fd719d2460 is 50, key is test_row_0/A:col10/1733221792729/Put/seqid=0 2024-12-03T10:29:53,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:53,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221853846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:53,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:53,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221853847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:53,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:53,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221853847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:53,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:53,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:53,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221853847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:53,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221853848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:53,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742351_1527 (size=14794) 2024-12-03T10:29:53,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:53,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221853950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221853950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:53,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:53,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221853950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221853950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:53,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221853950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:54,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221854152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:54,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221854152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:54,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221854152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:54,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221854153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:54,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221854153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:54,254 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:54,256 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031360e9d958f04fe0b2e4f9589dbfc78b_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031360e9d958f04fe0b2e4f9589dbfc78b_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:54,257 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/c7627c7cabbc4bfaa13717e1c0e8eb3a, store: [table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:54,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/c7627c7cabbc4bfaa13717e1c0e8eb3a is 175, key is test_row_0/A:col10/1733221792729/Put/seqid=0 2024-12-03T10:29:54,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742352_1528 (size=39749) 2024-12-03T10:29:54,260 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/c7627c7cabbc4bfaa13717e1c0e8eb3a 2024-12-03T10:29:54,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/1715a41509104665aeb2190b596218b1 is 50, key is test_row_0/B:col10/1733221792729/Put/seqid=0 2024-12-03T10:29:54,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742353_1529 (size=12151) 2024-12-03T10:29:54,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-03T10:29:54,360 INFO [Thread-2203 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-12-03T10:29:54,361 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:29:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-12-03T10:29:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-03T10:29:54,362 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:29:54,363 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:29:54,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:29:54,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221854455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:54,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221854455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:54,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221854455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:54,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:54,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221854456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:54,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221854457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-03T10:29:54,514 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:54,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-03T10:29:54,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:54,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:29:54,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:54,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:54,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-03T10:29:54,665 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:54,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-03T10:29:54,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:54,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:29:54,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:54,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:54,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:54,668 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/1715a41509104665aeb2190b596218b1 2024-12-03T10:29:54,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/a33acc20dc824c5b9c8afea517925581 is 50, key is test_row_0/C:col10/1733221792729/Put/seqid=0 2024-12-03T10:29:54,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742354_1530 (size=12151) 2024-12-03T10:29:54,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/a33acc20dc824c5b9c8afea517925581 2024-12-03T10:29:54,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/c7627c7cabbc4bfaa13717e1c0e8eb3a as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/c7627c7cabbc4bfaa13717e1c0e8eb3a 2024-12-03T10:29:54,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/c7627c7cabbc4bfaa13717e1c0e8eb3a, entries=200, sequenceid=158, filesize=38.8 K 2024-12-03T10:29:54,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/1715a41509104665aeb2190b596218b1 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/1715a41509104665aeb2190b596218b1 2024-12-03T10:29:54,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/1715a41509104665aeb2190b596218b1, entries=150, sequenceid=158, filesize=11.9 K 2024-12-03T10:29:54,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/a33acc20dc824c5b9c8afea517925581 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/a33acc20dc824c5b9c8afea517925581 2024-12-03T10:29:54,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/a33acc20dc824c5b9c8afea517925581, entries=150, sequenceid=158, filesize=11.9 K 2024-12-03T10:29:54,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d55fa297702d02f972caa1fd719d2460 in 858ms, sequenceid=158, compaction requested=true 2024-12-03T10:29:54,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:54,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d55fa297702d02f972caa1fd719d2460:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:29:54,700 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:54,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:54,700 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:54,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d55fa297702d02f972caa1fd719d2460:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:29:54,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:54,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d55fa297702d02f972caa1fd719d2460:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:29:54,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:54,701 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:54,701 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): d55fa297702d02f972caa1fd719d2460/A is initiating minor compaction (all files) 2024-12-03T10:29:54,701 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d55fa297702d02f972caa1fd719d2460/A in TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:54,701 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/8d15dd9af0fb4f74be8b50cde3783376, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/077052dbaf3c46879bd1b02a9dc54d9a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/c7627c7cabbc4bfaa13717e1c0e8eb3a] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp, totalSize=91.2 K 2024-12-03T10:29:54,701 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:54,701 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. files: [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/8d15dd9af0fb4f74be8b50cde3783376, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/077052dbaf3c46879bd1b02a9dc54d9a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/c7627c7cabbc4bfaa13717e1c0e8eb3a] 2024-12-03T10:29:54,701 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:54,701 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d15dd9af0fb4f74be8b50cde3783376, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733221790470 2024-12-03T10:29:54,701 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): d55fa297702d02f972caa1fd719d2460/B is initiating minor compaction (all files) 2024-12-03T10:29:54,701 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d55fa297702d02f972caa1fd719d2460/B in TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:54,701 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/c2cd8660c2384cd6a3ee71c284776bb1, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/f7114ef0936842ae9b1bb11e9d8bba10, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/1715a41509104665aeb2190b596218b1] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp, totalSize=33.3 K 2024-12-03T10:29:54,701 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 077052dbaf3c46879bd1b02a9dc54d9a, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733221791594 2024-12-03T10:29:54,702 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting c2cd8660c2384cd6a3ee71c284776bb1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733221790470 2024-12-03T10:29:54,702 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7627c7cabbc4bfaa13717e1c0e8eb3a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733221792728 2024-12-03T10:29:54,702 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting f7114ef0936842ae9b1bb11e9d8bba10, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733221791594 2024-12-03T10:29:54,702 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 1715a41509104665aeb2190b596218b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733221792729 2024-12-03T10:29:54,706 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:54,707 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d55fa297702d02f972caa1fd719d2460#B#compaction#447 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:54,708 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/0619d10a0b0240a89695817d7ee0f333 is 50, key is test_row_0/B:col10/1733221792729/Put/seqid=0 2024-12-03T10:29:54,708 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203b65d2db1d8e94d56b9456fa7bdbb3973_d55fa297702d02f972caa1fd719d2460 store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:54,709 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203b65d2db1d8e94d56b9456fa7bdbb3973_d55fa297702d02f972caa1fd719d2460, store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:54,709 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b65d2db1d8e94d56b9456fa7bdbb3973_d55fa297702d02f972caa1fd719d2460 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:54,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742355_1531 (size=12493) 2024-12-03T10:29:54,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742356_1532 (size=4469) 2024-12-03T10:29:54,724 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/0619d10a0b0240a89695817d7ee0f333 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/0619d10a0b0240a89695817d7ee0f333 2024-12-03T10:29:54,728 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d55fa297702d02f972caa1fd719d2460/B of d55fa297702d02f972caa1fd719d2460 into 0619d10a0b0240a89695817d7ee0f333(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:54,728 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:54,728 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460., storeName=d55fa297702d02f972caa1fd719d2460/B, priority=13, startTime=1733221794700; duration=0sec 2024-12-03T10:29:54,728 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:54,728 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d55fa297702d02f972caa1fd719d2460:B 2024-12-03T10:29:54,728 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:54,729 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:54,729 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): d55fa297702d02f972caa1fd719d2460/C is initiating minor compaction (all files) 2024-12-03T10:29:54,729 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d55fa297702d02f972caa1fd719d2460/C in TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:54,729 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/9b5c70b8957a4acbabed26de7ab54217, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/7e69ebaf0bc7496da9b4d84821db980f, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/a33acc20dc824c5b9c8afea517925581] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp, totalSize=33.3 K 2024-12-03T10:29:54,729 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b5c70b8957a4acbabed26de7ab54217, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733221790470 2024-12-03T10:29:54,730 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e69ebaf0bc7496da9b4d84821db980f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733221791594 2024-12-03T10:29:54,730 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting a33acc20dc824c5b9c8afea517925581, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733221792729 2024-12-03T10:29:54,735 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d55fa297702d02f972caa1fd719d2460#C#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:54,736 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/ebec587d0f6b4cc3a81d6ae0939b7206 is 50, key is test_row_0/C:col10/1733221792729/Put/seqid=0 2024-12-03T10:29:54,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742357_1533 (size=12493) 2024-12-03T10:29:54,743 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/ebec587d0f6b4cc3a81d6ae0939b7206 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/ebec587d0f6b4cc3a81d6ae0939b7206 2024-12-03T10:29:54,747 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d55fa297702d02f972caa1fd719d2460/C of d55fa297702d02f972caa1fd719d2460 into ebec587d0f6b4cc3a81d6ae0939b7206(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:54,747 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:54,747 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460., storeName=d55fa297702d02f972caa1fd719d2460/C, priority=13, startTime=1733221794700; duration=0sec 2024-12-03T10:29:54,747 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:54,747 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d55fa297702d02f972caa1fd719d2460:C 2024-12-03T10:29:54,817 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:54,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-03T10:29:54,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:54,818 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing d55fa297702d02f972caa1fd719d2460 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-03T10:29:54,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=A 2024-12-03T10:29:54,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:54,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=B 2024-12-03T10:29:54,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:54,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=C 2024-12-03T10:29:54,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:54,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ea28bfe81c714910b5ba3002fe017e4d_d55fa297702d02f972caa1fd719d2460 is 50, key is test_row_0/A:col10/1733221793847/Put/seqid=0 2024-12-03T10:29:54,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742358_1534 (size=12304) 2024-12-03T10:29:54,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:54,828 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ea28bfe81c714910b5ba3002fe017e4d_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ea28bfe81c714910b5ba3002fe017e4d_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:54,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/30035169f03c4b2fbf81c2c7090b90c0, store: [table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:54,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/30035169f03c4b2fbf81c2c7090b90c0 is 175, key is test_row_0/A:col10/1733221793847/Put/seqid=0 2024-12-03T10:29:54,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742359_1535 (size=31105) 2024-12-03T10:29:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:54,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:29:54,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-03T10:29:54,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221854970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:54,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221854970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:54,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221854971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:54,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221854971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:54,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221854972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:55,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:55,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221855073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:55,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221855073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:55,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221855074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:55,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:55,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221855074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:55,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221855074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:55,122 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d55fa297702d02f972caa1fd719d2460#A#compaction#448 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:55,122 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/0b2516535e5140448fb265fd443d47e1 is 175, key is test_row_0/A:col10/1733221792729/Put/seqid=0 2024-12-03T10:29:55,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742360_1536 (size=31447) 2024-12-03T10:29:55,233 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/30035169f03c4b2fbf81c2c7090b90c0 2024-12-03T10:29:55,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/0db7e6ee240241449ce89242280e6564 is 50, key is test_row_0/B:col10/1733221793847/Put/seqid=0 2024-12-03T10:29:55,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742361_1537 (size=12151) 2024-12-03T10:29:55,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221855275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:55,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221855276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:55,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221855276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:55,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221855276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:55,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221855276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-03T10:29:55,528 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/0b2516535e5140448fb265fd443d47e1 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/0b2516535e5140448fb265fd443d47e1 2024-12-03T10:29:55,531 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d55fa297702d02f972caa1fd719d2460/A of d55fa297702d02f972caa1fd719d2460 into 0b2516535e5140448fb265fd443d47e1(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:55,531 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:55,531 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460., storeName=d55fa297702d02f972caa1fd719d2460/A, priority=13, startTime=1733221794700; duration=0sec 2024-12-03T10:29:55,532 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:55,532 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d55fa297702d02f972caa1fd719d2460:A 2024-12-03T10:29:55,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:55,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221855577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221855578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:55,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221855579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:55,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221855579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:55,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221855580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:55,643 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/0db7e6ee240241449ce89242280e6564 2024-12-03T10:29:55,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/f6d5cc0ff4c44e13a99705c187be57b0 is 50, key is test_row_0/C:col10/1733221793847/Put/seqid=0 2024-12-03T10:29:55,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742362_1538 (size=12151) 2024-12-03T10:29:56,052 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/f6d5cc0ff4c44e13a99705c187be57b0 2024-12-03T10:29:56,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/30035169f03c4b2fbf81c2c7090b90c0 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/30035169f03c4b2fbf81c2c7090b90c0 2024-12-03T10:29:56,057 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/30035169f03c4b2fbf81c2c7090b90c0, entries=150, sequenceid=171, filesize=30.4 K 2024-12-03T10:29:56,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/0db7e6ee240241449ce89242280e6564 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/0db7e6ee240241449ce89242280e6564 2024-12-03T10:29:56,061 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/0db7e6ee240241449ce89242280e6564, entries=150, sequenceid=171, filesize=11.9 K 2024-12-03T10:29:56,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/f6d5cc0ff4c44e13a99705c187be57b0 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/f6d5cc0ff4c44e13a99705c187be57b0 2024-12-03T10:29:56,063 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/f6d5cc0ff4c44e13a99705c187be57b0, entries=150, sequenceid=171, filesize=11.9 K 2024-12-03T10:29:56,067 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d55fa297702d02f972caa1fd719d2460 in 1249ms, sequenceid=171, compaction requested=false 2024-12-03T10:29:56,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:56,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:56,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-12-03T10:29:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-12-03T10:29:56,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-12-03T10:29:56,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7050 sec 2024-12-03T10:29:56,070 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.7080 sec 2024-12-03T10:29:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:56,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d55fa297702d02f972caa1fd719d2460 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-03T10:29:56,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=A 2024-12-03T10:29:56,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:56,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=B 2024-12-03T10:29:56,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:56,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=C 2024-12-03T10:29:56,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:56,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412035ea8ff48865e44fe9d7265df7cab69b5_d55fa297702d02f972caa1fd719d2460 is 50, key is test_row_0/A:col10/1733221794969/Put/seqid=0 2024-12-03T10:29:56,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221856088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:56,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221856089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:56,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221856090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:56,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221856090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:56,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221856090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:56,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742363_1539 (size=14794) 2024-12-03T10:29:56,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221856193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:56,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221856193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:56,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221856193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:56,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221856193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:56,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221856194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:56,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221856395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:56,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221856395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:56,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221856395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:56,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221856396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:56,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221856397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:56,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-03T10:29:56,465 INFO [Thread-2203 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-12-03T10:29:56,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:29:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-12-03T10:29:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-03T10:29:56,467 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:29:56,467 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:29:56,468 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:29:56,505 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:56,508 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412035ea8ff48865e44fe9d7265df7cab69b5_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035ea8ff48865e44fe9d7265df7cab69b5_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:56,508 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/1aec4097a2a04053aa0691ef729e38e0, store: [table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:56,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/1aec4097a2a04053aa0691ef729e38e0 is 175, key is test_row_0/A:col10/1733221794969/Put/seqid=0 2024-12-03T10:29:56,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742364_1540 (size=39749) 2024-12-03T10:29:56,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-03T10:29:56,618 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:56,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-03T10:29:56,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:56,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:29:56,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:56,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:56,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:56,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:56,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:56,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221856697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:56,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:56,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221856697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:56,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:56,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221856699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:56,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:56,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221856699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:56,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:56,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221856701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:56,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-03T10:29:56,771 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:56,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-03T10:29:56,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:56,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:29:56,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:56,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:56,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:56,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:56,912 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/1aec4097a2a04053aa0691ef729e38e0 2024-12-03T10:29:56,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/e99e4584c5ec43948c4f630d0dd63dbb is 50, key is test_row_0/B:col10/1733221794969/Put/seqid=0 2024-12-03T10:29:56,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742365_1541 (size=12151) 2024-12-03T10:29:56,923 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:56,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-03T10:29:56,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:56,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:29:56,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:56,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:56,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:57,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-03T10:29:57,074 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:57,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-03T10:29:57,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:57,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:29:57,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:57,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:57,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:57,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:57,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221857199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221857200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:57,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221857202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:57,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221857202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:57,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221857203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:57,227 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:57,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-03T10:29:57,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:57,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:29:57,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:57,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:57,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:57,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/e99e4584c5ec43948c4f630d0dd63dbb 2024-12-03T10:29:57,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/7c0c8cded768473883c4b51edeb7a0e9 is 50, key is test_row_0/C:col10/1733221794969/Put/seqid=0 2024-12-03T10:29:57,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742366_1542 (size=12151) 2024-12-03T10:29:57,379 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:57,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-03T10:29:57,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:57,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:29:57,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:57,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:57,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:57,531 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:57,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-03T10:29:57,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:57,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:29:57,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:57,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:57,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-03T10:29:57,683 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:57,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-03T10:29:57,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:57,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:29:57,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:57,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:57,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:29:57,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/7c0c8cded768473883c4b51edeb7a0e9 2024-12-03T10:29:57,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/1aec4097a2a04053aa0691ef729e38e0 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/1aec4097a2a04053aa0691ef729e38e0 2024-12-03T10:29:57,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/1aec4097a2a04053aa0691ef729e38e0, entries=200, sequenceid=198, filesize=38.8 K 2024-12-03T10:29:57,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/e99e4584c5ec43948c4f630d0dd63dbb as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/e99e4584c5ec43948c4f630d0dd63dbb 2024-12-03T10:29:57,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/e99e4584c5ec43948c4f630d0dd63dbb, entries=150, sequenceid=198, filesize=11.9 K 2024-12-03T10:29:57,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/7c0c8cded768473883c4b51edeb7a0e9 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/7c0c8cded768473883c4b51edeb7a0e9 2024-12-03T10:29:57,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/7c0c8cded768473883c4b51edeb7a0e9, entries=150, sequenceid=198, filesize=11.9 K 2024-12-03T10:29:57,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for d55fa297702d02f972caa1fd719d2460 in 1659ms, sequenceid=198, compaction requested=true 2024-12-03T10:29:57,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:57,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d55fa297702d02f972caa1fd719d2460:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:29:57,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:57,741 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:57,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d55fa297702d02f972caa1fd719d2460:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:29:57,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:57,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d55fa297702d02f972caa1fd719d2460:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:29:57,741 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:57,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:57,742 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:57,742 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:57,742 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): d55fa297702d02f972caa1fd719d2460/B is initiating minor compaction (all files) 2024-12-03T10:29:57,742 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): d55fa297702d02f972caa1fd719d2460/A is initiating minor compaction (all files) 2024-12-03T10:29:57,742 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d55fa297702d02f972caa1fd719d2460/A in TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:57,742 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d55fa297702d02f972caa1fd719d2460/B in TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:57,742 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/0b2516535e5140448fb265fd443d47e1, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/30035169f03c4b2fbf81c2c7090b90c0, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/1aec4097a2a04053aa0691ef729e38e0] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp, totalSize=99.9 K 2024-12-03T10:29:57,742 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/0619d10a0b0240a89695817d7ee0f333, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/0db7e6ee240241449ce89242280e6564, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/e99e4584c5ec43948c4f630d0dd63dbb] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp, totalSize=35.9 K 2024-12-03T10:29:57,742 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:57,742 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. files: [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/0b2516535e5140448fb265fd443d47e1, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/30035169f03c4b2fbf81c2c7090b90c0, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/1aec4097a2a04053aa0691ef729e38e0] 2024-12-03T10:29:57,742 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 0619d10a0b0240a89695817d7ee0f333, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733221792729 2024-12-03T10:29:57,742 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b2516535e5140448fb265fd443d47e1, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733221792729 2024-12-03T10:29:57,742 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 0db7e6ee240241449ce89242280e6564, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733221793845 2024-12-03T10:29:57,742 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30035169f03c4b2fbf81c2c7090b90c0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733221793845 2024-12-03T10:29:57,743 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1aec4097a2a04053aa0691ef729e38e0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733221794969 2024-12-03T10:29:57,743 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting e99e4584c5ec43948c4f630d0dd63dbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733221794969 2024-12-03T10:29:57,747 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:57,748 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d55fa297702d02f972caa1fd719d2460#B#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:57,749 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412039fcb111f84bf4c829c933aac72a2b5c8_d55fa297702d02f972caa1fd719d2460 store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:57,749 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/54e1077d0cde49d396b069896d9e75ff is 50, key is test_row_0/B:col10/1733221794969/Put/seqid=0 2024-12-03T10:29:57,750 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412039fcb111f84bf4c829c933aac72a2b5c8_d55fa297702d02f972caa1fd719d2460, store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:57,750 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412039fcb111f84bf4c829c933aac72a2b5c8_d55fa297702d02f972caa1fd719d2460 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:57,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742367_1543 (size=12595) 2024-12-03T10:29:57,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742368_1544 (size=4469) 2024-12-03T10:29:57,754 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d55fa297702d02f972caa1fd719d2460#A#compaction#457 average throughput is 3.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:57,754 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/4ea62ac0775b4e7ab847eaf07d9c8b32 is 175, key is test_row_0/A:col10/1733221794969/Put/seqid=0 2024-12-03T10:29:57,755 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/54e1077d0cde49d396b069896d9e75ff as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/54e1077d0cde49d396b069896d9e75ff 2024-12-03T10:29:57,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742369_1545 (size=31549) 2024-12-03T10:29:57,759 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d55fa297702d02f972caa1fd719d2460/B of d55fa297702d02f972caa1fd719d2460 into 54e1077d0cde49d396b069896d9e75ff(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:57,759 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:57,759 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460., storeName=d55fa297702d02f972caa1fd719d2460/B, priority=13, startTime=1733221797741; duration=0sec 2024-12-03T10:29:57,759 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:29:57,759 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d55fa297702d02f972caa1fd719d2460:B 2024-12-03T10:29:57,759 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:29:57,760 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/4ea62ac0775b4e7ab847eaf07d9c8b32 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/4ea62ac0775b4e7ab847eaf07d9c8b32 2024-12-03T10:29:57,760 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:29:57,760 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): d55fa297702d02f972caa1fd719d2460/C is initiating minor compaction (all files) 2024-12-03T10:29:57,760 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d55fa297702d02f972caa1fd719d2460/C in TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:57,760 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/ebec587d0f6b4cc3a81d6ae0939b7206, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/f6d5cc0ff4c44e13a99705c187be57b0, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/7c0c8cded768473883c4b51edeb7a0e9] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp, totalSize=35.9 K 2024-12-03T10:29:57,761 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting ebec587d0f6b4cc3a81d6ae0939b7206, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733221792729 2024-12-03T10:29:57,761 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting f6d5cc0ff4c44e13a99705c187be57b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733221793845 2024-12-03T10:29:57,761 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c0c8cded768473883c4b51edeb7a0e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733221794969 2024-12-03T10:29:57,763 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d55fa297702d02f972caa1fd719d2460/A of d55fa297702d02f972caa1fd719d2460 into 4ea62ac0775b4e7ab847eaf07d9c8b32(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:57,763 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:57,763 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460., storeName=d55fa297702d02f972caa1fd719d2460/A, priority=13, startTime=1733221797741; duration=0sec 2024-12-03T10:29:57,763 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:57,763 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d55fa297702d02f972caa1fd719d2460:A 2024-12-03T10:29:57,766 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d55fa297702d02f972caa1fd719d2460#C#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:29:57,766 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/b02bbbd289994ee8b454b079e321cfcd is 50, key is test_row_0/C:col10/1733221794969/Put/seqid=0 2024-12-03T10:29:57,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742370_1546 (size=12595) 2024-12-03T10:29:57,835 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:57,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-03T10:29:57,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:57,836 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing d55fa297702d02f972caa1fd719d2460 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T10:29:57,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=A 2024-12-03T10:29:57,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:57,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=B 2024-12-03T10:29:57,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:57,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=C 2024-12-03T10:29:57,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:57,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203184b59314945461f9aba8fb83c896bc1_d55fa297702d02f972caa1fd719d2460 is 50, key is test_row_0/A:col10/1733221796089/Put/seqid=0 2024-12-03T10:29:57,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742371_1547 (size=12304) 2024-12-03T10:29:58,172 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/b02bbbd289994ee8b454b079e321cfcd as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/b02bbbd289994ee8b454b079e321cfcd 2024-12-03T10:29:58,176 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d55fa297702d02f972caa1fd719d2460/C of d55fa297702d02f972caa1fd719d2460 into b02bbbd289994ee8b454b079e321cfcd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:29:58,176 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:58,176 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460., storeName=d55fa297702d02f972caa1fd719d2460/C, priority=13, startTime=1733221797741; duration=0sec 2024-12-03T10:29:58,176 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:29:58,176 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d55fa297702d02f972caa1fd719d2460:C 2024-12-03T10:29:58,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:29:58,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:58,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221858217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:58,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221858218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:58,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221858218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:58,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221858219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:58,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221858219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:58,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:58,247 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203184b59314945461f9aba8fb83c896bc1_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203184b59314945461f9aba8fb83c896bc1_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:58,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/e629f7b1004244ef915068e809ed8d70, store: [table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:58,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/e629f7b1004244ef915068e809ed8d70 is 175, key is test_row_0/A:col10/1733221796089/Put/seqid=0 2024-12-03T10:29:58,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742372_1548 (size=31105) 2024-12-03T10:29:58,252 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/e629f7b1004244ef915068e809ed8d70 2024-12-03T10:29:58,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/051f971e53134518958e23d81a3e0a7f is 50, key is test_row_0/B:col10/1733221796089/Put/seqid=0 2024-12-03T10:29:58,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742373_1549 (size=12151) 2024-12-03T10:29:58,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221858320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:58,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221858321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:58,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221858321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:58,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221858321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:58,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221858322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:58,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221858523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:58,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221858523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:58,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:58,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221858523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:58,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221858524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:58,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221858525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:58,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-03T10:29:58,661 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/051f971e53134518958e23d81a3e0a7f 2024-12-03T10:29:58,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221858825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:58,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221858826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:58,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:58,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221858826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:58,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:58,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221858827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:58,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221858829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:58,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/3afe032effce483b93fc6c41bb76e0a2 is 50, key is test_row_0/C:col10/1733221796089/Put/seqid=0 2024-12-03T10:29:58,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742374_1550 (size=12151) 2024-12-03T10:29:59,252 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/3afe032effce483b93fc6c41bb76e0a2 2024-12-03T10:29:59,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/e629f7b1004244ef915068e809ed8d70 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/e629f7b1004244ef915068e809ed8d70 2024-12-03T10:29:59,258 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/e629f7b1004244ef915068e809ed8d70, entries=150, sequenceid=212, filesize=30.4 K 2024-12-03T10:29:59,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/051f971e53134518958e23d81a3e0a7f as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/051f971e53134518958e23d81a3e0a7f 2024-12-03T10:29:59,260 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/051f971e53134518958e23d81a3e0a7f, entries=150, sequenceid=212, filesize=11.9 K 2024-12-03T10:29:59,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/3afe032effce483b93fc6c41bb76e0a2 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/3afe032effce483b93fc6c41bb76e0a2 2024-12-03T10:29:59,263 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/3afe032effce483b93fc6c41bb76e0a2, entries=150, sequenceid=212, filesize=11.9 K 2024-12-03T10:29:59,264 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d55fa297702d02f972caa1fd719d2460 in 1428ms, sequenceid=212, compaction requested=false 2024-12-03T10:29:59,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:29:59,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:29:59,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-12-03T10:29:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-12-03T10:29:59,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-12-03T10:29:59,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7980 sec 2024-12-03T10:29:59,266 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.8000 sec 2024-12-03T10:29:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:59,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d55fa297702d02f972caa1fd719d2460 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-03T10:29:59,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=A 2024-12-03T10:29:59,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:59,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=B 2024-12-03T10:29:59,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:59,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=C 2024-12-03T10:29:59,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:29:59,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120328e8abbb5fd44f388e52384f2e8ffede_d55fa297702d02f972caa1fd719d2460 is 50, key is test_row_0/A:col10/1733221798217/Put/seqid=0 2024-12-03T10:29:59,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742375_1551 (size=12304) 2024-12-03T10:29:59,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221859335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:59,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221859336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:59,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:59,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221859338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221859339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:59,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:59,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221859339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:59,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221859439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:59,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221859440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:59,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221859442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:59,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221859442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:59,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221859443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:59,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221859641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:59,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221859641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:59,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221859644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:59,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221859645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:59,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:59,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221859645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:59,737 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:29:59,739 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120328e8abbb5fd44f388e52384f2e8ffede_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120328e8abbb5fd44f388e52384f2e8ffede_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:29:59,740 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/962e6cea030d4be6b2a59b80665340c9, store: [table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:29:59,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/962e6cea030d4be6b2a59b80665340c9 is 175, key is test_row_0/A:col10/1733221798217/Put/seqid=0 2024-12-03T10:29:59,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742376_1552 (size=31105) 2024-12-03T10:29:59,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:59,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221859944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:59,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:59,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221859945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:59,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221859949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:59,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221859949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:29:59,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:29:59,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221859949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:00,144 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/962e6cea030d4be6b2a59b80665340c9 2024-12-03T10:30:00,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/e09364615914455eb46956458caa1fe5 is 50, key is test_row_0/B:col10/1733221798217/Put/seqid=0 2024-12-03T10:30:00,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742377_1553 (size=12151) 2024-12-03T10:30:00,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221860450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:00,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:00,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221860450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:00,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:00,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221860451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:00,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221860453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:00,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:00,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221860454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:00,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/e09364615914455eb46956458caa1fe5 2024-12-03T10:30:00,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/9275da4211a24caa80e4108ddecb2a26 is 50, key is test_row_0/C:col10/1733221798217/Put/seqid=0 2024-12-03T10:30:00,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742378_1554 (size=12151) 2024-12-03T10:30:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-03T10:30:00,571 INFO [Thread-2203 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-12-03T10:30:00,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:30:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-12-03T10:30:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-03T10:30:00,572 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:30:00,573 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:30:00,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:30:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-03T10:30:00,723 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:00,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-03T10:30:00,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:00,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:30:00,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:00,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:00,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-03T10:30:00,875 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:00,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-03T10:30:00,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:00,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:30:00,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:00,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:00,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:00,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/9275da4211a24caa80e4108ddecb2a26 2024-12-03T10:30:00,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/962e6cea030d4be6b2a59b80665340c9 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/962e6cea030d4be6b2a59b80665340c9 2024-12-03T10:30:00,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/962e6cea030d4be6b2a59b80665340c9, entries=150, sequenceid=238, filesize=30.4 K 2024-12-03T10:30:00,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/e09364615914455eb46956458caa1fe5 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/e09364615914455eb46956458caa1fe5 2024-12-03T10:30:00,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/e09364615914455eb46956458caa1fe5, entries=150, sequenceid=238, filesize=11.9 K 2024-12-03T10:30:00,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/9275da4211a24caa80e4108ddecb2a26 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/9275da4211a24caa80e4108ddecb2a26 2024-12-03T10:30:00,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/9275da4211a24caa80e4108ddecb2a26, entries=150, sequenceid=238, filesize=11.9 K 2024-12-03T10:30:00,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for d55fa297702d02f972caa1fd719d2460 in 1644ms, sequenceid=238, compaction requested=true 2024-12-03T10:30:00,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:30:00,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d55fa297702d02f972caa1fd719d2460:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:30:00,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:30:00,973 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:30:00,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d55fa297702d02f972caa1fd719d2460:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:30:00,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:30:00,973 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:30:00,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d55fa297702d02f972caa1fd719d2460:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:30:00,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:30:00,974 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:30:00,974 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:30:00,974 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): d55fa297702d02f972caa1fd719d2460/B is initiating minor compaction (all files) 2024-12-03T10:30:00,974 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): d55fa297702d02f972caa1fd719d2460/A is initiating minor compaction (all files) 2024-12-03T10:30:00,974 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d55fa297702d02f972caa1fd719d2460/A in TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:00,974 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/4ea62ac0775b4e7ab847eaf07d9c8b32, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/e629f7b1004244ef915068e809ed8d70, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/962e6cea030d4be6b2a59b80665340c9] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp, totalSize=91.6 K 2024-12-03T10:30:00,974 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:00,974 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. files: [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/4ea62ac0775b4e7ab847eaf07d9c8b32, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/e629f7b1004244ef915068e809ed8d70, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/962e6cea030d4be6b2a59b80665340c9] 2024-12-03T10:30:00,975 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d55fa297702d02f972caa1fd719d2460/B in TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:00,975 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/54e1077d0cde49d396b069896d9e75ff, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/051f971e53134518958e23d81a3e0a7f, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/e09364615914455eb46956458caa1fe5] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp, totalSize=36.0 K 2024-12-03T10:30:00,975 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 54e1077d0cde49d396b069896d9e75ff, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733221794969 2024-12-03T10:30:00,975 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ea62ac0775b4e7ab847eaf07d9c8b32, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733221794969 2024-12-03T10:30:00,975 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting e629f7b1004244ef915068e809ed8d70, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733221796088 2024-12-03T10:30:00,975 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 051f971e53134518958e23d81a3e0a7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733221796088 2024-12-03T10:30:00,976 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 962e6cea030d4be6b2a59b80665340c9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733221798217 2024-12-03T10:30:00,976 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting e09364615914455eb46956458caa1fe5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733221798217 2024-12-03T10:30:00,981 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:30:00,983 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412034eb43184b51b4357903376f0379347eb_d55fa297702d02f972caa1fd719d2460 store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:30:00,984 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d55fa297702d02f972caa1fd719d2460#B#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:30:00,984 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/5de41914f0e14c48add84be8133260f2 is 50, key is test_row_0/B:col10/1733221798217/Put/seqid=0 2024-12-03T10:30:00,984 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412034eb43184b51b4357903376f0379347eb_d55fa297702d02f972caa1fd719d2460, store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:30:00,985 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412034eb43184b51b4357903376f0379347eb_d55fa297702d02f972caa1fd719d2460 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:30:00,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742380_1556 (size=4469) 2024-12-03T10:30:00,989 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d55fa297702d02f972caa1fd719d2460#A#compaction#465 average throughput is 3.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:30:00,990 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/e6c140e8fe65443f9bef6a9c521613fe is 175, key is test_row_0/A:col10/1733221798217/Put/seqid=0 2024-12-03T10:30:01,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742379_1555 (size=12697) 2024-12-03T10:30:01,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742381_1557 (size=31651) 2024-12-03T10:30:01,027 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:01,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-03T10:30:01,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:01,028 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing d55fa297702d02f972caa1fd719d2460 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-03T10:30:01,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=A 2024-12-03T10:30:01,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:30:01,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=B 2024-12-03T10:30:01,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:30:01,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=C 2024-12-03T10:30:01,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:30:01,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031157d279417249d68c20b30e2f8949bf_d55fa297702d02f972caa1fd719d2460 is 50, key is test_row_0/A:col10/1733221799332/Put/seqid=0 2024-12-03T10:30:01,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742382_1558 (size=12304) 2024-12-03T10:30:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-03T10:30:01,417 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/e6c140e8fe65443f9bef6a9c521613fe as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/e6c140e8fe65443f9bef6a9c521613fe 2024-12-03T10:30:01,417 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/5de41914f0e14c48add84be8133260f2 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/5de41914f0e14c48add84be8133260f2 2024-12-03T10:30:01,421 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d55fa297702d02f972caa1fd719d2460/A of d55fa297702d02f972caa1fd719d2460 into e6c140e8fe65443f9bef6a9c521613fe(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:30:01,421 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:30:01,421 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460., storeName=d55fa297702d02f972caa1fd719d2460/A, priority=13, startTime=1733221800973; duration=0sec 2024-12-03T10:30:01,421 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:30:01,421 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d55fa297702d02f972caa1fd719d2460:A 2024-12-03T10:30:01,421 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:30:01,422 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d55fa297702d02f972caa1fd719d2460/B of d55fa297702d02f972caa1fd719d2460 into 5de41914f0e14c48add84be8133260f2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:30:01,422 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:30:01,422 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460., storeName=d55fa297702d02f972caa1fd719d2460/B, priority=13, startTime=1733221800973; duration=0sec 2024-12-03T10:30:01,422 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:30:01,422 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d55fa297702d02f972caa1fd719d2460:B 2024-12-03T10:30:01,422 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:30:01,423 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): d55fa297702d02f972caa1fd719d2460/C is initiating minor compaction (all files) 2024-12-03T10:30:01,423 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d55fa297702d02f972caa1fd719d2460/C in TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:01,423 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/b02bbbd289994ee8b454b079e321cfcd, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/3afe032effce483b93fc6c41bb76e0a2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/9275da4211a24caa80e4108ddecb2a26] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp, totalSize=36.0 K 2024-12-03T10:30:01,423 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting b02bbbd289994ee8b454b079e321cfcd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733221794969 2024-12-03T10:30:01,424 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3afe032effce483b93fc6c41bb76e0a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733221796088 2024-12-03T10:30:01,424 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9275da4211a24caa80e4108ddecb2a26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733221798217 2024-12-03T10:30:01,430 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d55fa297702d02f972caa1fd719d2460#C#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:30:01,430 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/afcb724789a7406bb405aeb8b963bf4e is 50, key is test_row_0/C:col10/1733221798217/Put/seqid=0 2024-12-03T10:30:01,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742383_1559 (size=12697) 2024-12-03T10:30:01,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:30:01,440 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031157d279417249d68c20b30e2f8949bf_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031157d279417249d68c20b30e2f8949bf_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:01,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/da54d7ace01d43d5920c85f97be5b9b7, store: [table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:30:01,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/da54d7ace01d43d5920c85f97be5b9b7 is 175, key is test_row_0/A:col10/1733221799332/Put/seqid=0 2024-12-03T10:30:01,442 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/afcb724789a7406bb405aeb8b963bf4e as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/afcb724789a7406bb405aeb8b963bf4e 2024-12-03T10:30:01,447 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d55fa297702d02f972caa1fd719d2460/C of d55fa297702d02f972caa1fd719d2460 into afcb724789a7406bb405aeb8b963bf4e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:30:01,447 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:30:01,447 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460., storeName=d55fa297702d02f972caa1fd719d2460/C, priority=13, startTime=1733221800973; duration=0sec 2024-12-03T10:30:01,447 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:30:01,447 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d55fa297702d02f972caa1fd719d2460:C 2024-12-03T10:30:01,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742384_1560 (size=31105) 2024-12-03T10:30:01,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:30:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:01,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:01,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221861469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221861470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:01,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221861471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:01,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221861473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:01,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221861473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:01,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221861573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:01,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221861573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:01,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221861575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:01,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221861575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:01,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:01,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221861575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-03T10:30:01,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221861776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:01,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221861776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:01,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221861776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:01,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221861777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:01,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221861777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:01,854 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/da54d7ace01d43d5920c85f97be5b9b7 2024-12-03T10:30:01,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/10c12cfc2ef0470a9670d9c99f15df16 is 50, key is test_row_0/B:col10/1733221799332/Put/seqid=0 2024-12-03T10:30:01,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742385_1561 (size=12151) 2024-12-03T10:30:01,862 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/10c12cfc2ef0470a9670d9c99f15df16 2024-12-03T10:30:01,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/04c614f5c9354d208ae06fa989ffb400 is 50, key is test_row_0/C:col10/1733221799332/Put/seqid=0 2024-12-03T10:30:01,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742386_1562 (size=12151) 2024-12-03T10:30:01,877 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/04c614f5c9354d208ae06fa989ffb400 2024-12-03T10:30:01,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/da54d7ace01d43d5920c85f97be5b9b7 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/da54d7ace01d43d5920c85f97be5b9b7 2024-12-03T10:30:01,886 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/da54d7ace01d43d5920c85f97be5b9b7, entries=150, sequenceid=250, filesize=30.4 K 2024-12-03T10:30:01,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/10c12cfc2ef0470a9670d9c99f15df16 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/10c12cfc2ef0470a9670d9c99f15df16 2024-12-03T10:30:01,890 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/10c12cfc2ef0470a9670d9c99f15df16, entries=150, sequenceid=250, filesize=11.9 K 2024-12-03T10:30:01,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/04c614f5c9354d208ae06fa989ffb400 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/04c614f5c9354d208ae06fa989ffb400 2024-12-03T10:30:01,893 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/04c614f5c9354d208ae06fa989ffb400, entries=150, sequenceid=250, filesize=11.9 K 2024-12-03T10:30:01,894 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for d55fa297702d02f972caa1fd719d2460 in 867ms, sequenceid=250, compaction requested=false 2024-12-03T10:30:01,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:30:01,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:01,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-12-03T10:30:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-12-03T10:30:01,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-12-03T10:30:01,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3220 sec 2024-12-03T10:30:01,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.3240 sec 2024-12-03T10:30:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:02,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d55fa297702d02f972caa1fd719d2460 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-03T10:30:02,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=A 2024-12-03T10:30:02,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:30:02,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=B 2024-12-03T10:30:02,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:30:02,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=C 2024-12-03T10:30:02,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:30:02,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203fde01d9968914f51b3e09172c41ff257_d55fa297702d02f972caa1fd719d2460 is 50, key is test_row_0/A:col10/1733221801470/Put/seqid=0 2024-12-03T10:30:02,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:02,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221862085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:02,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221862086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:02,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:02,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221862087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221862088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:02,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221862088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:02,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742387_1563 (size=14994) 2024-12-03T10:30:02,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:02,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221862189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:02,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221862190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:02,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:02,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221862191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:02,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221862199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:02,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221862199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:02,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221862392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:02,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221862392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:02,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:02,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221862392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:02,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221862400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:02,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:02,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221862401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:02,509 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:30:02,511 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203fde01d9968914f51b3e09172c41ff257_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203fde01d9968914f51b3e09172c41ff257_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:02,512 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/a95bcbd45c6d4eefb385a1f4508bb9aa, store: [table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:30:02,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/a95bcbd45c6d4eefb385a1f4508bb9aa is 175, key is test_row_0/A:col10/1733221801470/Put/seqid=0 2024-12-03T10:30:02,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742388_1564 (size=39949) 2024-12-03T10:30:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-03T10:30:02,677 INFO [Thread-2203 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-12-03T10:30:02,678 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:30:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-12-03T10:30:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-03T10:30:02,679 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:30:02,679 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:30:02,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:30:02,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:02,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221862694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:02,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:02,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221862695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:02,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:02,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221862695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:02,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221862703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:02,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:02,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221862704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:02,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-03T10:30:02,831 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:02,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-03T10:30:02,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:02,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:30:02,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:02,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:02,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:02,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:02,918 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/a95bcbd45c6d4eefb385a1f4508bb9aa 2024-12-03T10:30:02,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/449684c7831b4f3a8be12304a034a0c0 is 50, key is test_row_0/B:col10/1733221801470/Put/seqid=0 2024-12-03T10:30:02,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742389_1565 (size=12301) 2024-12-03T10:30:02,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/449684c7831b4f3a8be12304a034a0c0 2024-12-03T10:30:02,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/72d044edeb4c490cb48095cb5774ba41 is 50, key is test_row_0/C:col10/1733221801470/Put/seqid=0 2024-12-03T10:30:02,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742390_1566 (size=12301) 2024-12-03T10:30:02,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/72d044edeb4c490cb48095cb5774ba41 2024-12-03T10:30:02,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/a95bcbd45c6d4eefb385a1f4508bb9aa as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/a95bcbd45c6d4eefb385a1f4508bb9aa 2024-12-03T10:30:02,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/a95bcbd45c6d4eefb385a1f4508bb9aa, entries=200, sequenceid=280, filesize=39.0 K 2024-12-03T10:30:02,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/449684c7831b4f3a8be12304a034a0c0 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/449684c7831b4f3a8be12304a034a0c0 2024-12-03T10:30:02,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/449684c7831b4f3a8be12304a034a0c0, entries=150, sequenceid=280, filesize=12.0 K 2024-12-03T10:30:02,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/72d044edeb4c490cb48095cb5774ba41 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/72d044edeb4c490cb48095cb5774ba41 2024-12-03T10:30:02,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/72d044edeb4c490cb48095cb5774ba41, entries=150, sequenceid=280, filesize=12.0 K 2024-12-03T10:30:02,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for d55fa297702d02f972caa1fd719d2460 in 869ms, sequenceid=280, compaction requested=true 2024-12-03T10:30:02,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:30:02,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d55fa297702d02f972caa1fd719d2460:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:30:02,949 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:30:02,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:30:02,949 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:30:02,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d55fa297702d02f972caa1fd719d2460:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:30:02,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:30:02,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d55fa297702d02f972caa1fd719d2460:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:30:02,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:30:02,952 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:30:02,952 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:30:02,952 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): d55fa297702d02f972caa1fd719d2460/A is initiating minor compaction (all files) 2024-12-03T10:30:02,952 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): d55fa297702d02f972caa1fd719d2460/B is initiating minor compaction (all files) 2024-12-03T10:30:02,952 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d55fa297702d02f972caa1fd719d2460/A in TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:02,952 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d55fa297702d02f972caa1fd719d2460/B in TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:02,952 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/e6c140e8fe65443f9bef6a9c521613fe, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/da54d7ace01d43d5920c85f97be5b9b7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/a95bcbd45c6d4eefb385a1f4508bb9aa] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp, totalSize=100.3 K 2024-12-03T10:30:02,952 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/5de41914f0e14c48add84be8133260f2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/10c12cfc2ef0470a9670d9c99f15df16, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/449684c7831b4f3a8be12304a034a0c0] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp, totalSize=36.3 K 2024-12-03T10:30:02,952 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:02,953 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. files: [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/e6c140e8fe65443f9bef6a9c521613fe, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/da54d7ace01d43d5920c85f97be5b9b7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/a95bcbd45c6d4eefb385a1f4508bb9aa] 2024-12-03T10:30:02,953 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6c140e8fe65443f9bef6a9c521613fe, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733221798217 2024-12-03T10:30:02,953 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 5de41914f0e14c48add84be8133260f2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733221798217 2024-12-03T10:30:02,954 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting da54d7ace01d43d5920c85f97be5b9b7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733221799332 2024-12-03T10:30:02,954 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 10c12cfc2ef0470a9670d9c99f15df16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733221799332 2024-12-03T10:30:02,954 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 449684c7831b4f3a8be12304a034a0c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733221801470 2024-12-03T10:30:02,954 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting a95bcbd45c6d4eefb385a1f4508bb9aa, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733221801470 2024-12-03T10:30:02,958 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:30:02,960 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d55fa297702d02f972caa1fd719d2460#B#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:30:02,961 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/8177be62a5a24269b6ce163236ae340a is 50, key is test_row_0/B:col10/1733221801470/Put/seqid=0 2024-12-03T10:30:02,962 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412032286bf695bfd4b9db87b400ee51662f5_d55fa297702d02f972caa1fd719d2460 store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:30:02,964 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412032286bf695bfd4b9db87b400ee51662f5_d55fa297702d02f972caa1fd719d2460, store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:30:02,964 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412032286bf695bfd4b9db87b400ee51662f5_d55fa297702d02f972caa1fd719d2460 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:30:02,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742391_1567 (size=12949) 2024-12-03T10:30:02,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742392_1568 (size=4469) 2024-12-03T10:30:02,971 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d55fa297702d02f972caa1fd719d2460#A#compaction#474 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:30:02,972 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/6f62954a877747adabbd6516299a3ab9 is 175, key is test_row_0/A:col10/1733221801470/Put/seqid=0 2024-12-03T10:30:02,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742393_1569 (size=31903) 2024-12-03T10:30:02,978 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/6f62954a877747adabbd6516299a3ab9 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/6f62954a877747adabbd6516299a3ab9 2024-12-03T10:30:02,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-03T10:30:02,982 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d55fa297702d02f972caa1fd719d2460/A of d55fa297702d02f972caa1fd719d2460 into 6f62954a877747adabbd6516299a3ab9(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:30:02,982 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:30:02,982 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460., storeName=d55fa297702d02f972caa1fd719d2460/A, priority=13, startTime=1733221802949; duration=0sec 2024-12-03T10:30:02,982 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:30:02,982 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d55fa297702d02f972caa1fd719d2460:A 2024-12-03T10:30:02,982 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:30:02,983 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:30:02,983 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): d55fa297702d02f972caa1fd719d2460/C is initiating minor compaction (all files) 2024-12-03T10:30:02,983 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d55fa297702d02f972caa1fd719d2460/C in TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:02,983 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/afcb724789a7406bb405aeb8b963bf4e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/04c614f5c9354d208ae06fa989ffb400, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/72d044edeb4c490cb48095cb5774ba41] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp, totalSize=36.3 K 2024-12-03T10:30:02,983 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting afcb724789a7406bb405aeb8b963bf4e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733221798217 2024-12-03T10:30:02,983 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:02,983 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04c614f5c9354d208ae06fa989ffb400, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733221799332 2024-12-03T10:30:02,984 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72d044edeb4c490cb48095cb5774ba41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733221801470 2024-12-03T10:30:02,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-03T10:30:02,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:02,984 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing d55fa297702d02f972caa1fd719d2460 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-03T10:30:02,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=A 2024-12-03T10:30:02,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:30:02,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=B 2024-12-03T10:30:02,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:30:02,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=C 2024-12-03T10:30:02,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:30:02,989 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d55fa297702d02f972caa1fd719d2460#C#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:30:02,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203066f689a2b154322ab42bf9cb831119f_d55fa297702d02f972caa1fd719d2460 is 50, key is test_row_0/A:col10/1733221802085/Put/seqid=0 2024-12-03T10:30:02,990 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/e43742a58d304f9392f7e21d1e129416 is 50, key is test_row_0/C:col10/1733221801470/Put/seqid=0 2024-12-03T10:30:02,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742394_1570 (size=12949) 2024-12-03T10:30:03,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742395_1571 (size=12454) 2024-12-03T10:30:03,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:03,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:30:03,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221863214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:03,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221863215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:03,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221863215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:03,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221863216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:03,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221863217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-03T10:30:03,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221863318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:03,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221863318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:03,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221863318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:03,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221863319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:03,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221863320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:03,369 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/8177be62a5a24269b6ce163236ae340a as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/8177be62a5a24269b6ce163236ae340a 2024-12-03T10:30:03,372 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d55fa297702d02f972caa1fd719d2460/B of d55fa297702d02f972caa1fd719d2460 into 8177be62a5a24269b6ce163236ae340a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:30:03,372 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:30:03,372 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460., storeName=d55fa297702d02f972caa1fd719d2460/B, priority=13, startTime=1733221802949; duration=0sec 2024-12-03T10:30:03,372 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:30:03,372 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d55fa297702d02f972caa1fd719d2460:B 2024-12-03T10:30:03,397 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/e43742a58d304f9392f7e21d1e129416 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/e43742a58d304f9392f7e21d1e129416 2024-12-03T10:30:03,400 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d55fa297702d02f972caa1fd719d2460/C of d55fa297702d02f972caa1fd719d2460 into e43742a58d304f9392f7e21d1e129416(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:30:03,400 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:30:03,400 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460., storeName=d55fa297702d02f972caa1fd719d2460/C, priority=13, startTime=1733221802949; duration=0sec 2024-12-03T10:30:03,400 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:30:03,400 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d55fa297702d02f972caa1fd719d2460:C 2024-12-03T10:30:03,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:30:03,407 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203066f689a2b154322ab42bf9cb831119f_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203066f689a2b154322ab42bf9cb831119f_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:03,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/eb96f3fed6934511aaaf21da6ef598d4, store: [table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:30:03,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/eb96f3fed6934511aaaf21da6ef598d4 is 175, key is test_row_0/A:col10/1733221802085/Put/seqid=0 2024-12-03T10:30:03,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742396_1572 (size=31255) 2024-12-03T10:30:03,412 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/eb96f3fed6934511aaaf21da6ef598d4 2024-12-03T10:30:03,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/3488e96a656244cd84809ff8406b86c8 is 50, key is test_row_0/B:col10/1733221802085/Put/seqid=0 2024-12-03T10:30:03,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742397_1573 (size=12301) 2024-12-03T10:30:03,420 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/3488e96a656244cd84809ff8406b86c8 2024-12-03T10:30:03,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/971d22e74350498ca55656ba75974aa0 is 50, key is test_row_0/C:col10/1733221802085/Put/seqid=0 2024-12-03T10:30:03,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742398_1574 (size=12301) 2024-12-03T10:30:03,429 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/971d22e74350498ca55656ba75974aa0 2024-12-03T10:30:03,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/eb96f3fed6934511aaaf21da6ef598d4 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/eb96f3fed6934511aaaf21da6ef598d4 2024-12-03T10:30:03,435 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/eb96f3fed6934511aaaf21da6ef598d4, entries=150, sequenceid=290, filesize=30.5 K 2024-12-03T10:30:03,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/3488e96a656244cd84809ff8406b86c8 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/3488e96a656244cd84809ff8406b86c8 2024-12-03T10:30:03,438 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/3488e96a656244cd84809ff8406b86c8, entries=150, sequenceid=290, filesize=12.0 K 2024-12-03T10:30:03,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/971d22e74350498ca55656ba75974aa0 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/971d22e74350498ca55656ba75974aa0 2024-12-03T10:30:03,442 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/971d22e74350498ca55656ba75974aa0, entries=150, sequenceid=290, filesize=12.0 K 2024-12-03T10:30:03,444 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for d55fa297702d02f972caa1fd719d2460 in 460ms, sequenceid=290, compaction requested=false 2024-12-03T10:30:03,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:30:03,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:03,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-12-03T10:30:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-12-03T10:30:03,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-12-03T10:30:03,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 766 msec 2024-12-03T10:30:03,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 768 msec 2024-12-03T10:30:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:03,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d55fa297702d02f972caa1fd719d2460 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-03T10:30:03,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=A 2024-12-03T10:30:03,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:30:03,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=B 2024-12-03T10:30:03,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:30:03,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=C 2024-12-03T10:30:03,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:30:03,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:03,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221863524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221863524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:03,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221863525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:03,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221863526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:03,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221863526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:03,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120344e87a1e45a24c0091e0012cc67263d4_d55fa297702d02f972caa1fd719d2460 is 50, key is test_row_0/A:col10/1733221803523/Put/seqid=0 2024-12-03T10:30:03,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742399_1575 (size=14994) 2024-12-03T10:30:03,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221863627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:03,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221863627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:03,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221863628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:03,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221863630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-03T10:30:03,781 INFO [Thread-2203 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-12-03T10:30:03,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T10:30:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-12-03T10:30:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-03T10:30:03,783 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T10:30:03,784 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T10:30:03,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T10:30:03,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221863827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:03,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221863829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:03,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221863829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:03,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221863830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:03,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221863832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-03T10:30:03,933 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:30:03,934 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:03,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-03T10:30:03,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:03,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:30:03,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:03,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:03,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:03,935 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120344e87a1e45a24c0091e0012cc67263d4_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120344e87a1e45a24c0091e0012cc67263d4_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:03,936 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/f3bb0b5376de48c085f34d844eee9540, store: [table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:30:03,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/f3bb0b5376de48c085f34d844eee9540 is 175, key is test_row_0/A:col10/1733221803523/Put/seqid=0 2024-12-03T10:30:03,937 DEBUG [Thread-2210 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58460ef3 to 127.0.0.1:60916 2024-12-03T10:30:03,937 DEBUG [Thread-2210 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:03,937 DEBUG [Thread-2212 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e8cd1ae to 127.0.0.1:60916 2024-12-03T10:30:03,938 DEBUG [Thread-2212 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:03,938 DEBUG [Thread-2204 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58971172 to 127.0.0.1:60916 2024-12-03T10:30:03,938 DEBUG [Thread-2204 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:03,939 DEBUG [Thread-2206 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d7fe93b to 127.0.0.1:60916 2024-12-03T10:30:03,939 DEBUG [Thread-2206 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:03,939 DEBUG [Thread-2208 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11c440f7 to 127.0.0.1:60916 2024-12-03T10:30:03,939 DEBUG [Thread-2208 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:03,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742400_1576 (size=39949) 2024-12-03T10:30:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-03T10:30:04,087 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:04,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-03T10:30:04,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:04,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:30:04,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:04,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:04,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:04,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221864131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:04,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221864131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:04,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221864132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:04,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221864133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:04,239 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:04,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-03T10:30:04,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:04,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:30:04,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:04,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:04,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:04,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:04,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:04,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58820 deadline: 1733221864331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:04,340 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=322, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/f3bb0b5376de48c085f34d844eee9540 2024-12-03T10:30:04,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/00f4a88b5d4f40e283fa79fb21a337ac is 50, key is test_row_0/B:col10/1733221803523/Put/seqid=0 2024-12-03T10:30:04,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742401_1577 (size=12301) 2024-12-03T10:30:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-03T10:30:04,391 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:04,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-03T10:30:04,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:04,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:30:04,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:04,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:04,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:04,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:04,543 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:04,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-03T10:30:04,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:04,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:30:04,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:04,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:04,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:04,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58892 deadline: 1733221864632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:04,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58804 deadline: 1733221864633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:04,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58850 deadline: 1733221864634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:04,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-03T10:30:04,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58858 deadline: 1733221864637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:04,696 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:04,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-03T10:30:04,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:04,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:30:04,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:04,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:04,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:04,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:04,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/00f4a88b5d4f40e283fa79fb21a337ac 2024-12-03T10:30:04,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/79e7663e5f4243a2b1ccacb8ef75bbe5 is 50, key is test_row_0/C:col10/1733221803523/Put/seqid=0 2024-12-03T10:30:04,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742402_1578 (size=12301) 2024-12-03T10:30:04,848 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:04,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-03T10:30:04,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:04,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:30:04,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:04,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:04,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:04,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-03T10:30:05,000 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:05,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-03T10:30:05,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:05,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:30:05,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:05,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:05,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:05,152 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:05,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-03T10:30:05,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:05,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:30:05,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:05,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:05,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T10:30:05,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/79e7663e5f4243a2b1ccacb8ef75bbe5 2024-12-03T10:30:05,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/f3bb0b5376de48c085f34d844eee9540 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/f3bb0b5376de48c085f34d844eee9540 2024-12-03T10:30:05,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/f3bb0b5376de48c085f34d844eee9540, entries=200, sequenceid=322, filesize=39.0 K 2024-12-03T10:30:05,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/00f4a88b5d4f40e283fa79fb21a337ac as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/00f4a88b5d4f40e283fa79fb21a337ac 2024-12-03T10:30:05,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/00f4a88b5d4f40e283fa79fb21a337ac, entries=150, sequenceid=322, filesize=12.0 K 2024-12-03T10:30:05,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/79e7663e5f4243a2b1ccacb8ef75bbe5 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/79e7663e5f4243a2b1ccacb8ef75bbe5 2024-12-03T10:30:05,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/79e7663e5f4243a2b1ccacb8ef75bbe5, entries=150, sequenceid=322, filesize=12.0 K 2024-12-03T10:30:05,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for d55fa297702d02f972caa1fd719d2460 in 1646ms, sequenceid=322, compaction requested=true 2024-12-03T10:30:05,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:30:05,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d55fa297702d02f972caa1fd719d2460:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T10:30:05,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:30:05,169 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:30:05,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d55fa297702d02f972caa1fd719d2460:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T10:30:05,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:30:05,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d55fa297702d02f972caa1fd719d2460:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T10:30:05,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:30:05,169 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:30:05,169 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:30:05,169 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:30:05,170 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): d55fa297702d02f972caa1fd719d2460/B is initiating minor compaction (all files) 2024-12-03T10:30:05,170 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1540): d55fa297702d02f972caa1fd719d2460/A is initiating minor compaction (all files) 2024-12-03T10:30:05,170 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d55fa297702d02f972caa1fd719d2460/A in TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:05,170 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d55fa297702d02f972caa1fd719d2460/B in TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:05,170 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/6f62954a877747adabbd6516299a3ab9, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/eb96f3fed6934511aaaf21da6ef598d4, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/f3bb0b5376de48c085f34d844eee9540] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp, totalSize=100.7 K 2024-12-03T10:30:05,170 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/8177be62a5a24269b6ce163236ae340a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/3488e96a656244cd84809ff8406b86c8, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/00f4a88b5d4f40e283fa79fb21a337ac] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp, totalSize=36.7 K 2024-12-03T10:30:05,170 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:05,170 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. files: [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/6f62954a877747adabbd6516299a3ab9, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/eb96f3fed6934511aaaf21da6ef598d4, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/f3bb0b5376de48c085f34d844eee9540] 2024-12-03T10:30:05,170 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f62954a877747adabbd6516299a3ab9, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733221801470 2024-12-03T10:30:05,170 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 8177be62a5a24269b6ce163236ae340a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733221801470 2024-12-03T10:30:05,170 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 3488e96a656244cd84809ff8406b86c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733221802085 2024-12-03T10:30:05,170 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb96f3fed6934511aaaf21da6ef598d4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733221802085 2024-12-03T10:30:05,170 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 00f4a88b5d4f40e283fa79fb21a337ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733221803522 2024-12-03T10:30:05,170 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3bb0b5376de48c085f34d844eee9540, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733221803214 2024-12-03T10:30:05,174 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:30:05,175 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d55fa297702d02f972caa1fd719d2460#B#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:30:05,175 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/7e13ec571d314326a6a62187224db8ab is 50, key is test_row_0/B:col10/1733221803523/Put/seqid=0 2024-12-03T10:30:05,176 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412036eec4dfa99854c7e954358aa18a2276c_d55fa297702d02f972caa1fd719d2460 store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:30:05,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742403_1579 (size=13051) 2024-12-03T10:30:05,179 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412036eec4dfa99854c7e954358aa18a2276c_d55fa297702d02f972caa1fd719d2460, store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:30:05,179 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412036eec4dfa99854c7e954358aa18a2276c_d55fa297702d02f972caa1fd719d2460 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:30:05,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742404_1580 (size=4469) 2024-12-03T10:30:05,304 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:05,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33013 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-03T10:30:05,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:05,304 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing d55fa297702d02f972caa1fd719d2460 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-03T10:30:05,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=A 2024-12-03T10:30:05,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:30:05,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=B 2024-12-03T10:30:05,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:30:05,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=C 2024-12-03T10:30:05,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:30:05,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d9ea162ea8c04e21b6d6c8dd846231ee_d55fa297702d02f972caa1fd719d2460 is 50, key is test_row_0/A:col10/1733221803524/Put/seqid=0 2024-12-03T10:30:05,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742405_1581 (size=9914) 2024-12-03T10:30:05,335 DEBUG [Thread-2193 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fb684eb to 127.0.0.1:60916 2024-12-03T10:30:05,335 DEBUG [Thread-2193 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:05,582 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d55fa297702d02f972caa1fd719d2460#A#compaction#484 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:30:05,583 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/2aeca395ba354d0588222055074ad693 is 175, key is test_row_0/A:col10/1733221803523/Put/seqid=0 2024-12-03T10:30:05,583 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/7e13ec571d314326a6a62187224db8ab as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/7e13ec571d314326a6a62187224db8ab 2024-12-03T10:30:05,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742406_1582 (size=32005) 2024-12-03T10:30:05,586 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d55fa297702d02f972caa1fd719d2460/B of d55fa297702d02f972caa1fd719d2460 into 7e13ec571d314326a6a62187224db8ab(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:30:05,586 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:30:05,586 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460., storeName=d55fa297702d02f972caa1fd719d2460/B, priority=13, startTime=1733221805169; duration=0sec 2024-12-03T10:30:05,586 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T10:30:05,586 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d55fa297702d02f972caa1fd719d2460:B 2024-12-03T10:30:05,586 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T10:30:05,587 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T10:30:05,587 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1540): d55fa297702d02f972caa1fd719d2460/C is initiating minor compaction (all files) 2024-12-03T10:30:05,587 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d55fa297702d02f972caa1fd719d2460/C in TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:05,587 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/e43742a58d304f9392f7e21d1e129416, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/971d22e74350498ca55656ba75974aa0, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/79e7663e5f4243a2b1ccacb8ef75bbe5] into tmpdir=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp, totalSize=36.7 K 2024-12-03T10:30:05,587 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting e43742a58d304f9392f7e21d1e129416, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733221801470 2024-12-03T10:30:05,587 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 971d22e74350498ca55656ba75974aa0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733221802085 2024-12-03T10:30:05,588 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] compactions.Compactor(224): Compacting 79e7663e5f4243a2b1ccacb8ef75bbe5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733221803522 2024-12-03T10:30:05,592 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d55fa297702d02f972caa1fd719d2460#C#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T10:30:05,592 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/560984b2139943c3ab7eb53f00ba57b4 is 50, key is test_row_0/C:col10/1733221803523/Put/seqid=0 2024-12-03T10:30:05,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742407_1583 (size=13051) 2024-12-03T10:30:05,636 DEBUG [Thread-2199 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a52cdf to 127.0.0.1:60916 2024-12-03T10:30:05,636 DEBUG [Thread-2199 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:05,639 DEBUG [Thread-2201 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d7fe431 to 127.0.0.1:60916 2024-12-03T10:30:05,639 DEBUG [Thread-2201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:05,643 DEBUG [Thread-2197 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b5141 to 127.0.0.1:60916 2024-12-03T10:30:05,643 DEBUG [Thread-2197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33013 {}] regionserver.HRegion(8581): Flush requested on d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:05,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. as already flushing 2024-12-03T10:30:05,644 DEBUG [Thread-2195 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0644b7e6 to 127.0.0.1:60916 2024-12-03T10:30:05,644 DEBUG [Thread-2195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:05,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:30:05,715 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d9ea162ea8c04e21b6d6c8dd846231ee_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d9ea162ea8c04e21b6d6c8dd846231ee_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:05,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/c584b94fdd9149e89d83c1798df3a6cb, store: [table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:30:05,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/c584b94fdd9149e89d83c1798df3a6cb is 175, key is test_row_0/A:col10/1733221803524/Put/seqid=0 2024-12-03T10:30:05,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742408_1584 (size=22561) 2024-12-03T10:30:05,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-03T10:30:05,989 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/2aeca395ba354d0588222055074ad693 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/2aeca395ba354d0588222055074ad693 2024-12-03T10:30:05,993 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d55fa297702d02f972caa1fd719d2460/A of d55fa297702d02f972caa1fd719d2460 into 2aeca395ba354d0588222055074ad693(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:30:05,993 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:30:05,993 INFO [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460., storeName=d55fa297702d02f972caa1fd719d2460/A, priority=13, startTime=1733221805169; duration=0sec 2024-12-03T10:30:05,993 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:30:05,993 DEBUG [RS:0;b030dd9a36e7:33013-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d55fa297702d02f972caa1fd719d2460:A 2024-12-03T10:30:05,998 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/560984b2139943c3ab7eb53f00ba57b4 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/560984b2139943c3ab7eb53f00ba57b4 2024-12-03T10:30:06,001 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d55fa297702d02f972caa1fd719d2460/C of d55fa297702d02f972caa1fd719d2460 into 560984b2139943c3ab7eb53f00ba57b4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T10:30:06,001 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:30:06,001 INFO [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460., storeName=d55fa297702d02f972caa1fd719d2460/C, priority=13, startTime=1733221805169; duration=0sec 2024-12-03T10:30:06,001 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T10:30:06,001 DEBUG [RS:0;b030dd9a36e7:33013-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d55fa297702d02f972caa1fd719d2460:C 2024-12-03T10:30:06,120 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/c584b94fdd9149e89d83c1798df3a6cb 2024-12-03T10:30:06,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/f10f4ace76264dd5a55eff4961a33859 is 50, key is test_row_0/B:col10/1733221803524/Put/seqid=0 2024-12-03T10:30:06,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742409_1585 (size=9857) 2024-12-03T10:30:06,528 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/f10f4ace76264dd5a55eff4961a33859 2024-12-03T10:30:06,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/8160a0869550436897f0709eb1e4eb85 is 50, key is test_row_0/C:col10/1733221803524/Put/seqid=0 2024-12-03T10:30:06,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742410_1586 (size=9857) 2024-12-03T10:30:06,760 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T10:30:06,936 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/8160a0869550436897f0709eb1e4eb85 2024-12-03T10:30:06,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/c584b94fdd9149e89d83c1798df3a6cb as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/c584b94fdd9149e89d83c1798df3a6cb 2024-12-03T10:30:06,942 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/c584b94fdd9149e89d83c1798df3a6cb, entries=100, sequenceid=328, filesize=22.0 K 2024-12-03T10:30:06,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/f10f4ace76264dd5a55eff4961a33859 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/f10f4ace76264dd5a55eff4961a33859 2024-12-03T10:30:06,945 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/f10f4ace76264dd5a55eff4961a33859, entries=100, sequenceid=328, filesize=9.6 K 2024-12-03T10:30:06,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/8160a0869550436897f0709eb1e4eb85 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/8160a0869550436897f0709eb1e4eb85 2024-12-03T10:30:06,948 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/8160a0869550436897f0709eb1e4eb85, entries=100, sequenceid=328, filesize=9.6 K 2024-12-03T10:30:06,949 INFO [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=33.54 KB/34350 for d55fa297702d02f972caa1fd719d2460 in 1645ms, sequenceid=328, compaction requested=false 2024-12-03T10:30:06,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:30:06,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:06,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/b030dd9a36e7:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-12-03T10:30:06,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-12-03T10:30:06,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-12-03T10:30:06,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1650 sec 2024-12-03T10:30:06,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 3.1680 sec 2024-12-03T10:30:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-03T10:30:07,889 INFO [Thread-2203 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-12-03T10:30:07,889 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T10:30:07,889 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-12-03T10:30:07,889 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-12-03T10:30:07,889 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-12-03T10:30:07,889 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-12-03T10:30:07,889 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-12-03T10:30:07,889 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T10:30:07,889 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 9154 2024-12-03T10:30:07,890 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8425 2024-12-03T10:30:07,890 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8265 2024-12-03T10:30:07,890 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 9160 2024-12-03T10:30:07,890 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8455 2024-12-03T10:30:07,890 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T10:30:07,890 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-03T10:30:07,890 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2cbfd84f to 127.0.0.1:60916 2024-12-03T10:30:07,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:07,891 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-03T10:30:07,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-03T10:30:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T10:30:07,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-03T10:30:07,896 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221807896"}]},"ts":"1733221807896"} 2024-12-03T10:30:07,898 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T10:30:07,934 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T10:30:07,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T10:30:07,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d55fa297702d02f972caa1fd719d2460, UNASSIGN}] 2024-12-03T10:30:07,940 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d55fa297702d02f972caa1fd719d2460, UNASSIGN 2024-12-03T10:30:07,942 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=d55fa297702d02f972caa1fd719d2460, regionState=CLOSING, regionLocation=b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:07,944 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T10:30:07,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; CloseRegionProcedure d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283}] 2024-12-03T10:30:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-03T10:30:08,097 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:08,099 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(124): Close d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:08,099 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-03T10:30:08,099 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1681): Closing d55fa297702d02f972caa1fd719d2460, disabling compactions & flushes 2024-12-03T10:30:08,099 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:08,099 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:08,099 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. after waiting 0 ms 2024-12-03T10:30:08,099 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:08,099 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(2837): Flushing d55fa297702d02f972caa1fd719d2460 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-03T10:30:08,100 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=A 2024-12-03T10:30:08,100 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:30:08,100 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=B 2024-12-03T10:30:08,100 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:30:08,100 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d55fa297702d02f972caa1fd719d2460, store=C 2024-12-03T10:30:08,100 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T10:30:08,110 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412030a98b26c28d84523af661152e300f11f_d55fa297702d02f972caa1fd719d2460 is 50, key is test_row_0/A:col10/1733221805642/Put/seqid=0 2024-12-03T10:30:08,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742411_1587 (size=9914) 2024-12-03T10:30:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-03T10:30:08,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-03T10:30:08,515 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T10:30:08,522 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412030a98b26c28d84523af661152e300f11f_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412030a98b26c28d84523af661152e300f11f_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:08,524 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/ef81028bb3bc4816b2007a37ef308b4e, store: [table=TestAcidGuarantees family=A region=d55fa297702d02f972caa1fd719d2460] 2024-12-03T10:30:08,525 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/ef81028bb3bc4816b2007a37ef308b4e is 175, key is test_row_0/A:col10/1733221805642/Put/seqid=0 2024-12-03T10:30:08,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742412_1588 (size=22561) 2024-12-03T10:30:08,932 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=339, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/ef81028bb3bc4816b2007a37ef308b4e 2024-12-03T10:30:08,947 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/6c23353152124e86be64ec57b081c501 is 50, key is test_row_0/B:col10/1733221805642/Put/seqid=0 2024-12-03T10:30:08,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742413_1589 (size=9857) 2024-12-03T10:30:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-03T10:30:09,352 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/6c23353152124e86be64ec57b081c501 2024-12-03T10:30:09,364 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/5b3d9636efa64d4f8a5c5cf888a8005b is 50, key is test_row_0/C:col10/1733221805642/Put/seqid=0 2024-12-03T10:30:09,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742414_1590 (size=9857) 2024-12-03T10:30:09,770 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/5b3d9636efa64d4f8a5c5cf888a8005b 2024-12-03T10:30:09,781 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/A/ef81028bb3bc4816b2007a37ef308b4e as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/ef81028bb3bc4816b2007a37ef308b4e 2024-12-03T10:30:09,785 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/ef81028bb3bc4816b2007a37ef308b4e, entries=100, sequenceid=339, filesize=22.0 K 2024-12-03T10:30:09,786 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/B/6c23353152124e86be64ec57b081c501 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/6c23353152124e86be64ec57b081c501 2024-12-03T10:30:09,789 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/6c23353152124e86be64ec57b081c501, entries=100, sequenceid=339, filesize=9.6 K 2024-12-03T10:30:09,790 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/.tmp/C/5b3d9636efa64d4f8a5c5cf888a8005b as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/5b3d9636efa64d4f8a5c5cf888a8005b 2024-12-03T10:30:09,794 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/5b3d9636efa64d4f8a5c5cf888a8005b, entries=100, sequenceid=339, filesize=9.6 K 2024-12-03T10:30:09,794 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d55fa297702d02f972caa1fd719d2460 in 1695ms, sequenceid=339, compaction requested=true 2024-12-03T10:30:09,795 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/7a2c275d15df457e9a514af70c407e81, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/58cdc92961494d8989b0a121dc022c6a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/66e139e86fa74020b55cddb9da20c6d6, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/27383f7b41e643d38417ecd56f1d69dc, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/c501e68f974543198e821ba5bf838229, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/5bfaa54e21a94940ad8d61604b1d6bee, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/8d15dd9af0fb4f74be8b50cde3783376, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/3b80acf1a5a842dfad281e8cbd53539c, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/077052dbaf3c46879bd1b02a9dc54d9a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/c7627c7cabbc4bfaa13717e1c0e8eb3a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/0b2516535e5140448fb265fd443d47e1, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/30035169f03c4b2fbf81c2c7090b90c0, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/1aec4097a2a04053aa0691ef729e38e0, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/4ea62ac0775b4e7ab847eaf07d9c8b32, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/e629f7b1004244ef915068e809ed8d70, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/e6c140e8fe65443f9bef6a9c521613fe, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/962e6cea030d4be6b2a59b80665340c9, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/da54d7ace01d43d5920c85f97be5b9b7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/a95bcbd45c6d4eefb385a1f4508bb9aa, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/6f62954a877747adabbd6516299a3ab9, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/eb96f3fed6934511aaaf21da6ef598d4, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/f3bb0b5376de48c085f34d844eee9540] to archive 2024-12-03T10:30:09,796 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T10:30:09,798 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/7a2c275d15df457e9a514af70c407e81 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/7a2c275d15df457e9a514af70c407e81 2024-12-03T10:30:09,799 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/58cdc92961494d8989b0a121dc022c6a to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/58cdc92961494d8989b0a121dc022c6a 2024-12-03T10:30:09,801 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/66e139e86fa74020b55cddb9da20c6d6 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/66e139e86fa74020b55cddb9da20c6d6 2024-12-03T10:30:09,802 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/27383f7b41e643d38417ecd56f1d69dc to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/27383f7b41e643d38417ecd56f1d69dc 2024-12-03T10:30:09,804 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/c501e68f974543198e821ba5bf838229 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/c501e68f974543198e821ba5bf838229 2024-12-03T10:30:09,805 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/5bfaa54e21a94940ad8d61604b1d6bee to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/5bfaa54e21a94940ad8d61604b1d6bee 2024-12-03T10:30:09,806 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/8d15dd9af0fb4f74be8b50cde3783376 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/8d15dd9af0fb4f74be8b50cde3783376 2024-12-03T10:30:09,808 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/3b80acf1a5a842dfad281e8cbd53539c to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/3b80acf1a5a842dfad281e8cbd53539c 2024-12-03T10:30:09,809 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/077052dbaf3c46879bd1b02a9dc54d9a to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/077052dbaf3c46879bd1b02a9dc54d9a 2024-12-03T10:30:09,811 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/c7627c7cabbc4bfaa13717e1c0e8eb3a to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/c7627c7cabbc4bfaa13717e1c0e8eb3a 2024-12-03T10:30:09,813 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/0b2516535e5140448fb265fd443d47e1 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/0b2516535e5140448fb265fd443d47e1 2024-12-03T10:30:09,814 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/30035169f03c4b2fbf81c2c7090b90c0 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/30035169f03c4b2fbf81c2c7090b90c0 2024-12-03T10:30:09,816 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/1aec4097a2a04053aa0691ef729e38e0 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/1aec4097a2a04053aa0691ef729e38e0 2024-12-03T10:30:09,817 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/4ea62ac0775b4e7ab847eaf07d9c8b32 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/4ea62ac0775b4e7ab847eaf07d9c8b32 2024-12-03T10:30:09,818 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/e629f7b1004244ef915068e809ed8d70 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/e629f7b1004244ef915068e809ed8d70 2024-12-03T10:30:09,820 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/e6c140e8fe65443f9bef6a9c521613fe to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/e6c140e8fe65443f9bef6a9c521613fe 2024-12-03T10:30:09,821 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/962e6cea030d4be6b2a59b80665340c9 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/962e6cea030d4be6b2a59b80665340c9 2024-12-03T10:30:09,823 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/da54d7ace01d43d5920c85f97be5b9b7 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/da54d7ace01d43d5920c85f97be5b9b7 2024-12-03T10:30:09,825 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/a95bcbd45c6d4eefb385a1f4508bb9aa to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/a95bcbd45c6d4eefb385a1f4508bb9aa 2024-12-03T10:30:09,826 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/6f62954a877747adabbd6516299a3ab9 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/6f62954a877747adabbd6516299a3ab9 2024-12-03T10:30:09,828 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/eb96f3fed6934511aaaf21da6ef598d4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/eb96f3fed6934511aaaf21da6ef598d4 2024-12-03T10:30:09,829 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/f3bb0b5376de48c085f34d844eee9540 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/f3bb0b5376de48c085f34d844eee9540 2024-12-03T10:30:09,831 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/a34b5015bd85405684a1b5e7bafd1776, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/85c77cdaa5e7451080ea24e95388625e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/283931aab34b45949fd42ed1dbad5431, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/d48a444014d84473bd9b73d6b0b598b7, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/69359a2fc9af4f3ab263d5bd9297e2ba, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/5302afdc7c6c430ba28e0573b7878dce, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/c2cd8660c2384cd6a3ee71c284776bb1, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/9b5066059e0d49bd90e4ffb58d74a79c, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/f7114ef0936842ae9b1bb11e9d8bba10, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/0619d10a0b0240a89695817d7ee0f333, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/1715a41509104665aeb2190b596218b1, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/0db7e6ee240241449ce89242280e6564, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/54e1077d0cde49d396b069896d9e75ff, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/e99e4584c5ec43948c4f630d0dd63dbb, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/051f971e53134518958e23d81a3e0a7f, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/5de41914f0e14c48add84be8133260f2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/e09364615914455eb46956458caa1fe5, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/10c12cfc2ef0470a9670d9c99f15df16, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/8177be62a5a24269b6ce163236ae340a, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/449684c7831b4f3a8be12304a034a0c0, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/3488e96a656244cd84809ff8406b86c8, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/00f4a88b5d4f40e283fa79fb21a337ac] to archive 2024-12-03T10:30:09,832 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T10:30:09,833 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/a34b5015bd85405684a1b5e7bafd1776 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/a34b5015bd85405684a1b5e7bafd1776 2024-12-03T10:30:09,835 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/85c77cdaa5e7451080ea24e95388625e to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/85c77cdaa5e7451080ea24e95388625e 2024-12-03T10:30:09,836 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/283931aab34b45949fd42ed1dbad5431 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/283931aab34b45949fd42ed1dbad5431 2024-12-03T10:30:09,838 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/d48a444014d84473bd9b73d6b0b598b7 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/d48a444014d84473bd9b73d6b0b598b7 2024-12-03T10:30:09,839 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/69359a2fc9af4f3ab263d5bd9297e2ba to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/69359a2fc9af4f3ab263d5bd9297e2ba 2024-12-03T10:30:09,841 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/5302afdc7c6c430ba28e0573b7878dce to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/5302afdc7c6c430ba28e0573b7878dce 2024-12-03T10:30:09,842 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/c2cd8660c2384cd6a3ee71c284776bb1 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/c2cd8660c2384cd6a3ee71c284776bb1 2024-12-03T10:30:09,844 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/9b5066059e0d49bd90e4ffb58d74a79c to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/9b5066059e0d49bd90e4ffb58d74a79c 2024-12-03T10:30:09,845 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/f7114ef0936842ae9b1bb11e9d8bba10 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/f7114ef0936842ae9b1bb11e9d8bba10 2024-12-03T10:30:09,846 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/0619d10a0b0240a89695817d7ee0f333 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/0619d10a0b0240a89695817d7ee0f333 2024-12-03T10:30:09,848 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/1715a41509104665aeb2190b596218b1 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/1715a41509104665aeb2190b596218b1 2024-12-03T10:30:09,849 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/0db7e6ee240241449ce89242280e6564 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/0db7e6ee240241449ce89242280e6564 2024-12-03T10:30:09,850 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/54e1077d0cde49d396b069896d9e75ff to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/54e1077d0cde49d396b069896d9e75ff 2024-12-03T10:30:09,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/e99e4584c5ec43948c4f630d0dd63dbb to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/e99e4584c5ec43948c4f630d0dd63dbb 2024-12-03T10:30:09,856 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/051f971e53134518958e23d81a3e0a7f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/051f971e53134518958e23d81a3e0a7f 2024-12-03T10:30:09,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/5de41914f0e14c48add84be8133260f2 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/5de41914f0e14c48add84be8133260f2 2024-12-03T10:30:09,859 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/e09364615914455eb46956458caa1fe5 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/e09364615914455eb46956458caa1fe5 2024-12-03T10:30:09,860 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/10c12cfc2ef0470a9670d9c99f15df16 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/10c12cfc2ef0470a9670d9c99f15df16 2024-12-03T10:30:09,862 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/8177be62a5a24269b6ce163236ae340a to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/8177be62a5a24269b6ce163236ae340a 2024-12-03T10:30:09,864 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/449684c7831b4f3a8be12304a034a0c0 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/449684c7831b4f3a8be12304a034a0c0 2024-12-03T10:30:09,865 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/3488e96a656244cd84809ff8406b86c8 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/3488e96a656244cd84809ff8406b86c8 2024-12-03T10:30:09,867 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/00f4a88b5d4f40e283fa79fb21a337ac to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/00f4a88b5d4f40e283fa79fb21a337ac 2024-12-03T10:30:09,868 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/ac1258c98bcb4ddc91894df770d3df1b, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/2057b4c455df4826b520f3d3d44e90c5, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/ceed261168084fbeae0aa63fb0ed5501, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/445321dcf20f42f1b6ed6f2c56f7b1cd, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/3dd911ef3a3b4febb2b15c782656ea5e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/6e7e2eba6912477a9d555268261415b1, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/9b5c70b8957a4acbabed26de7ab54217, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/4fa4bcfa070b47cba58d8350c514d6de, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/7e69ebaf0bc7496da9b4d84821db980f, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/ebec587d0f6b4cc3a81d6ae0939b7206, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/a33acc20dc824c5b9c8afea517925581, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/f6d5cc0ff4c44e13a99705c187be57b0, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/b02bbbd289994ee8b454b079e321cfcd, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/7c0c8cded768473883c4b51edeb7a0e9, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/3afe032effce483b93fc6c41bb76e0a2, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/afcb724789a7406bb405aeb8b963bf4e, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/9275da4211a24caa80e4108ddecb2a26, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/04c614f5c9354d208ae06fa989ffb400, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/e43742a58d304f9392f7e21d1e129416, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/72d044edeb4c490cb48095cb5774ba41, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/971d22e74350498ca55656ba75974aa0, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/79e7663e5f4243a2b1ccacb8ef75bbe5] to archive 2024-12-03T10:30:09,869 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T10:30:09,871 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/ac1258c98bcb4ddc91894df770d3df1b to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/ac1258c98bcb4ddc91894df770d3df1b 2024-12-03T10:30:09,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/2057b4c455df4826b520f3d3d44e90c5 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/2057b4c455df4826b520f3d3d44e90c5 2024-12-03T10:30:09,874 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/ceed261168084fbeae0aa63fb0ed5501 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/ceed261168084fbeae0aa63fb0ed5501 2024-12-03T10:30:09,875 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/445321dcf20f42f1b6ed6f2c56f7b1cd to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/445321dcf20f42f1b6ed6f2c56f7b1cd 2024-12-03T10:30:09,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/3dd911ef3a3b4febb2b15c782656ea5e to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/3dd911ef3a3b4febb2b15c782656ea5e 2024-12-03T10:30:09,878 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/6e7e2eba6912477a9d555268261415b1 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/6e7e2eba6912477a9d555268261415b1 2024-12-03T10:30:09,878 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/9b5c70b8957a4acbabed26de7ab54217 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/9b5c70b8957a4acbabed26de7ab54217 2024-12-03T10:30:09,879 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/4fa4bcfa070b47cba58d8350c514d6de to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/4fa4bcfa070b47cba58d8350c514d6de 2024-12-03T10:30:09,880 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/7e69ebaf0bc7496da9b4d84821db980f to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/7e69ebaf0bc7496da9b4d84821db980f 2024-12-03T10:30:09,881 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/ebec587d0f6b4cc3a81d6ae0939b7206 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/ebec587d0f6b4cc3a81d6ae0939b7206 2024-12-03T10:30:09,881 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/a33acc20dc824c5b9c8afea517925581 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/a33acc20dc824c5b9c8afea517925581 2024-12-03T10:30:09,882 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/f6d5cc0ff4c44e13a99705c187be57b0 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/f6d5cc0ff4c44e13a99705c187be57b0 2024-12-03T10:30:09,883 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/b02bbbd289994ee8b454b079e321cfcd to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/b02bbbd289994ee8b454b079e321cfcd 2024-12-03T10:30:09,884 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/7c0c8cded768473883c4b51edeb7a0e9 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/7c0c8cded768473883c4b51edeb7a0e9 2024-12-03T10:30:09,884 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/3afe032effce483b93fc6c41bb76e0a2 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/3afe032effce483b93fc6c41bb76e0a2 2024-12-03T10:30:09,885 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/afcb724789a7406bb405aeb8b963bf4e to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/afcb724789a7406bb405aeb8b963bf4e 2024-12-03T10:30:09,886 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/9275da4211a24caa80e4108ddecb2a26 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/9275da4211a24caa80e4108ddecb2a26 2024-12-03T10:30:09,886 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/04c614f5c9354d208ae06fa989ffb400 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/04c614f5c9354d208ae06fa989ffb400 2024-12-03T10:30:09,887 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/e43742a58d304f9392f7e21d1e129416 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/e43742a58d304f9392f7e21d1e129416 2024-12-03T10:30:09,888 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/72d044edeb4c490cb48095cb5774ba41 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/72d044edeb4c490cb48095cb5774ba41 2024-12-03T10:30:09,888 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/971d22e74350498ca55656ba75974aa0 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/971d22e74350498ca55656ba75974aa0 2024-12-03T10:30:09,889 DEBUG [StoreCloser-TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/79e7663e5f4243a2b1ccacb8ef75bbe5 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/79e7663e5f4243a2b1ccacb8ef75bbe5 2024-12-03T10:30:09,892 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/recovered.edits/342.seqid, newMaxSeqId=342, maxSeqId=4 2024-12-03T10:30:09,893 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460. 2024-12-03T10:30:09,893 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1635): Region close journal for d55fa297702d02f972caa1fd719d2460: 2024-12-03T10:30:09,894 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(170): Closed d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:09,894 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=d55fa297702d02f972caa1fd719d2460, regionState=CLOSED 2024-12-03T10:30:09,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-12-03T10:30:09,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; CloseRegionProcedure d55fa297702d02f972caa1fd719d2460, server=b030dd9a36e7,33013,1733221628283 in 1.9500 sec 2024-12-03T10:30:09,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=175, resume processing ppid=174 2024-12-03T10:30:09,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, ppid=174, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d55fa297702d02f972caa1fd719d2460, UNASSIGN in 1.9570 sec 2024-12-03T10:30:09,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-12-03T10:30:09,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9600 sec 2024-12-03T10:30:09,897 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733221809897"}]},"ts":"1733221809897"} 2024-12-03T10:30:09,898 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T10:30:09,934 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T10:30:09,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0420 sec 2024-12-03T10:30:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-03T10:30:10,005 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-12-03T10:30:10,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-03T10:30:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:30:10,009 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:30:10,010 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=177, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:30:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-03T10:30:10,013 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:10,019 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A, FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B, FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C, FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/recovered.edits] 2024-12-03T10:30:10,024 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/2aeca395ba354d0588222055074ad693 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/2aeca395ba354d0588222055074ad693 2024-12-03T10:30:10,026 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/c584b94fdd9149e89d83c1798df3a6cb to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/c584b94fdd9149e89d83c1798df3a6cb 2024-12-03T10:30:10,028 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/ef81028bb3bc4816b2007a37ef308b4e to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/A/ef81028bb3bc4816b2007a37ef308b4e 2024-12-03T10:30:10,031 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/6c23353152124e86be64ec57b081c501 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/6c23353152124e86be64ec57b081c501 2024-12-03T10:30:10,032 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/7e13ec571d314326a6a62187224db8ab to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/7e13ec571d314326a6a62187224db8ab 2024-12-03T10:30:10,034 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/f10f4ace76264dd5a55eff4961a33859 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/B/f10f4ace76264dd5a55eff4961a33859 2024-12-03T10:30:10,035 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/560984b2139943c3ab7eb53f00ba57b4 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/560984b2139943c3ab7eb53f00ba57b4 2024-12-03T10:30:10,036 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/5b3d9636efa64d4f8a5c5cf888a8005b to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/5b3d9636efa64d4f8a5c5cf888a8005b 2024-12-03T10:30:10,036 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/8160a0869550436897f0709eb1e4eb85 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/C/8160a0869550436897f0709eb1e4eb85 2024-12-03T10:30:10,038 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/recovered.edits/342.seqid to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460/recovered.edits/342.seqid 2024-12-03T10:30:10,038 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/default/TestAcidGuarantees/d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:10,038 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T10:30:10,038 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T10:30:10,039 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-03T10:30:10,041 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203066f689a2b154322ab42bf9cb831119f_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203066f689a2b154322ab42bf9cb831119f_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:10,041 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412030a98b26c28d84523af661152e300f11f_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412030a98b26c28d84523af661152e300f11f_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:10,042 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031157d279417249d68c20b30e2f8949bf_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031157d279417249d68c20b30e2f8949bf_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:10,043 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031360e9d958f04fe0b2e4f9589dbfc78b_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031360e9d958f04fe0b2e4f9589dbfc78b_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:10,043 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203184b59314945461f9aba8fb83c896bc1_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203184b59314945461f9aba8fb83c896bc1_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:10,044 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120328e8abbb5fd44f388e52384f2e8ffede_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120328e8abbb5fd44f388e52384f2e8ffede_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:10,045 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203384fb303eb574316accd96e4665c014c_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203384fb303eb574316accd96e4665c014c_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:10,045 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120344e87a1e45a24c0091e0012cc67263d4_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120344e87a1e45a24c0091e0012cc67263d4_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:10,046 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412034e819f883eb247d989b297e72b693809_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412034e819f883eb247d989b297e72b693809_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:10,047 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035ea8ff48865e44fe9d7265df7cab69b5_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035ea8ff48865e44fe9d7265df7cab69b5_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:10,048 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120379b64bbd205e4090a4fa6a606bbe0a01_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120379b64bbd205e4090a4fa6a606bbe0a01_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:10,049 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b7ffe67786ff4eb39efdde0b632df227_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b7ffe67786ff4eb39efdde0b632df227_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:10,050 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203bf07d4b2a5644c2eb0067011da778f45_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203bf07d4b2a5644c2eb0067011da778f45_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:10,051 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c704490e95a94d64a32ab89d9d26f795_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c704490e95a94d64a32ab89d9d26f795_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:10,052 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203cfac6f4b452648b59c5b767335d8aa56_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203cfac6f4b452648b59c5b767335d8aa56_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:10,053 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d9ea162ea8c04e21b6d6c8dd846231ee_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d9ea162ea8c04e21b6d6c8dd846231ee_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:10,054 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ea28bfe81c714910b5ba3002fe017e4d_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ea28bfe81c714910b5ba3002fe017e4d_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:10,055 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203fde01d9968914f51b3e09172c41ff257_d55fa297702d02f972caa1fd719d2460 to hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203fde01d9968914f51b3e09172c41ff257_d55fa297702d02f972caa1fd719d2460 2024-12-03T10:30:10,055 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T10:30:10,057 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=177, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:30:10,060 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T10:30:10,061 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T10:30:10,062 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=177, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:30:10,062 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T10:30:10,063 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733221810062"}]},"ts":"9223372036854775807"} 2024-12-03T10:30:10,064 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-03T10:30:10,064 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d55fa297702d02f972caa1fd719d2460, NAME => 'TestAcidGuarantees,,1733221780687.d55fa297702d02f972caa1fd719d2460.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T10:30:10,064 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T10:30:10,065 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733221810064"}]},"ts":"9223372036854775807"} 2024-12-03T10:30:10,066 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-03T10:30:10,076 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=177, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T10:30:10,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 70 msec 2024-12-03T10:30:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-03T10:30:10,113 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-12-03T10:30:10,125 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=239 (was 239), OpenFileDescriptor=452 (was 452), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=294 (was 289) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2836 (was 2855) 2024-12-03T10:30:10,125 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-03T10:30:10,126 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-03T10:30:10,126 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:60916 2024-12-03T10:30:10,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:10,126 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T10:30:10,126 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=601527720, stopped=false 2024-12-03T10:30:10,126 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=b030dd9a36e7,33687,1733221627553 2024-12-03T10:30:10,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T10:30:10,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x1019c04d62d0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T10:30:10,134 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-03T10:30:10,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:30:10,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x1019c04d62d0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:30:10,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:10,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33013-0x1019c04d62d0001, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:30:10,134 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b030dd9a36e7,33013,1733221628283' ***** 2024-12-03T10:30:10,134 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-03T10:30:10,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T10:30:10,135 INFO [RS:0;b030dd9a36e7:33013 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T10:30:10,135 INFO [RS:0;b030dd9a36e7:33013 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T10:30:10,135 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-03T10:30:10,135 INFO [RS:0;b030dd9a36e7:33013 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T10:30:10,135 INFO [RS:0;b030dd9a36e7:33013 {}] regionserver.HRegionServer(3579): Received CLOSE for 09fbb1e68802b3f9dc26604810462b5d 2024-12-03T10:30:10,136 INFO [RS:0;b030dd9a36e7:33013 {}] regionserver.HRegionServer(1224): stopping server b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:10,136 DEBUG [RS:0;b030dd9a36e7:33013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:10,136 INFO [RS:0;b030dd9a36e7:33013 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T10:30:10,136 INFO [RS:0;b030dd9a36e7:33013 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T10:30:10,136 INFO [RS:0;b030dd9a36e7:33013 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T10:30:10,136 INFO [RS:0;b030dd9a36e7:33013 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-03T10:30:10,136 INFO [RS:0;b030dd9a36e7:33013 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-03T10:30:10,136 DEBUG [RS:0;b030dd9a36e7:33013 {}] regionserver.HRegionServer(1603): Online Regions={09fbb1e68802b3f9dc26604810462b5d=hbase:namespace,,1733221632103.09fbb1e68802b3f9dc26604810462b5d., 1588230740=hbase:meta,,1.1588230740} 2024-12-03T10:30:10,136 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 09fbb1e68802b3f9dc26604810462b5d, disabling compactions & flushes 2024-12-03T10:30:10,136 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-03T10:30:10,136 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733221632103.09fbb1e68802b3f9dc26604810462b5d. 2024-12-03T10:30:10,136 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733221632103.09fbb1e68802b3f9dc26604810462b5d. 2024-12-03T10:30:10,136 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-03T10:30:10,136 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733221632103.09fbb1e68802b3f9dc26604810462b5d. after waiting 0 ms 2024-12-03T10:30:10,136 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-03T10:30:10,136 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733221632103.09fbb1e68802b3f9dc26604810462b5d. 2024-12-03T10:30:10,136 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T10:30:10,136 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T10:30:10,136 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 09fbb1e68802b3f9dc26604810462b5d 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-03T10:30:10,136 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-03T10:30:10,139 DEBUG [RS:0;b030dd9a36e7:33013 {}] regionserver.HRegionServer(1629): Waiting on 09fbb1e68802b3f9dc26604810462b5d, 1588230740 2024-12-03T10:30:10,154 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/namespace/09fbb1e68802b3f9dc26604810462b5d/.tmp/info/a3f98986089440168b7b04077afdca07 is 45, key is default/info:d/1733221633562/Put/seqid=0 2024-12-03T10:30:10,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742415_1591 (size=5037) 2024-12-03T10:30:10,158 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/namespace/09fbb1e68802b3f9dc26604810462b5d/.tmp/info/a3f98986089440168b7b04077afdca07 2024-12-03T10:30:10,160 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/meta/1588230740/.tmp/info/70bb386ab6284d8f97b437d0d0189261 is 143, key is hbase:namespace,,1733221632103.09fbb1e68802b3f9dc26604810462b5d./info:regioninfo/1733221633427/Put/seqid=0 2024-12-03T10:30:10,161 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/namespace/09fbb1e68802b3f9dc26604810462b5d/.tmp/info/a3f98986089440168b7b04077afdca07 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/namespace/09fbb1e68802b3f9dc26604810462b5d/info/a3f98986089440168b7b04077afdca07 2024-12-03T10:30:10,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742416_1592 (size=7725) 2024-12-03T10:30:10,163 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/namespace/09fbb1e68802b3f9dc26604810462b5d/info/a3f98986089440168b7b04077afdca07, entries=2, sequenceid=6, filesize=4.9 K 2024-12-03T10:30:10,164 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 09fbb1e68802b3f9dc26604810462b5d in 28ms, sequenceid=6, compaction requested=false 2024-12-03T10:30:10,167 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/namespace/09fbb1e68802b3f9dc26604810462b5d/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-03T10:30:10,167 INFO [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733221632103.09fbb1e68802b3f9dc26604810462b5d. 2024-12-03T10:30:10,167 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 09fbb1e68802b3f9dc26604810462b5d: 2024-12-03T10:30:10,167 DEBUG [RS_CLOSE_REGION-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733221632103.09fbb1e68802b3f9dc26604810462b5d. 2024-12-03T10:30:10,169 INFO [regionserver/b030dd9a36e7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:30:10,339 DEBUG [RS:0;b030dd9a36e7:33013 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-03T10:30:10,540 DEBUG [RS:0;b030dd9a36e7:33013 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-03T10:30:10,564 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/meta/1588230740/.tmp/info/70bb386ab6284d8f97b437d0d0189261 2024-12-03T10:30:10,590 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/meta/1588230740/.tmp/rep_barrier/e5b3254588b04a21a95252185c91d764 is 102, key is TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980./rep_barrier:/1733221662202/DeleteFamily/seqid=0 2024-12-03T10:30:10,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742417_1593 (size=6025) 2024-12-03T10:30:10,693 INFO [regionserver/b030dd9a36e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T10:30:10,694 INFO [regionserver/b030dd9a36e7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T10:30:10,740 DEBUG [RS:0;b030dd9a36e7:33013 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-03T10:30:10,941 DEBUG [RS:0;b030dd9a36e7:33013 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-03T10:30:10,994 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/meta/1588230740/.tmp/rep_barrier/e5b3254588b04a21a95252185c91d764 2024-12-03T10:30:11,023 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/meta/1588230740/.tmp/table/aa87f8708d064a50a30690f79064fde8 is 96, key is TestAcidGuarantees,,1733221633816.6c0facefddadf17489d813123ab99980./table:/1733221662202/DeleteFamily/seqid=0 2024-12-03T10:30:11,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742418_1594 (size=5942) 2024-12-03T10:30:11,141 INFO [RS:0;b030dd9a36e7:33013 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-03T10:30:11,141 DEBUG [RS:0;b030dd9a36e7:33013 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T10:30:11,141 DEBUG [RS:0;b030dd9a36e7:33013 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-03T10:30:11,341 DEBUG [RS:0;b030dd9a36e7:33013 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-03T10:30:11,428 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/meta/1588230740/.tmp/table/aa87f8708d064a50a30690f79064fde8 2024-12-03T10:30:11,459 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/meta/1588230740/.tmp/info/70bb386ab6284d8f97b437d0d0189261 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/meta/1588230740/info/70bb386ab6284d8f97b437d0d0189261 2024-12-03T10:30:11,465 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/meta/1588230740/info/70bb386ab6284d8f97b437d0d0189261, entries=22, sequenceid=93, filesize=7.5 K 2024-12-03T10:30:11,467 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/meta/1588230740/.tmp/rep_barrier/e5b3254588b04a21a95252185c91d764 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/meta/1588230740/rep_barrier/e5b3254588b04a21a95252185c91d764 2024-12-03T10:30:11,472 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/meta/1588230740/rep_barrier/e5b3254588b04a21a95252185c91d764, entries=6, sequenceid=93, filesize=5.9 K 2024-12-03T10:30:11,473 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/meta/1588230740/.tmp/table/aa87f8708d064a50a30690f79064fde8 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/meta/1588230740/table/aa87f8708d064a50a30690f79064fde8 2024-12-03T10:30:11,477 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/meta/1588230740/table/aa87f8708d064a50a30690f79064fde8, entries=9, sequenceid=93, filesize=5.8 K 2024-12-03T10:30:11,478 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1342ms, sequenceid=93, compaction requested=false 2024-12-03T10:30:11,483 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-03T10:30:11,484 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T10:30:11,484 INFO [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-03T10:30:11,484 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-03T10:30:11,484 DEBUG [RS_CLOSE_META-regionserver/b030dd9a36e7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T10:30:11,542 INFO [RS:0;b030dd9a36e7:33013 {}] regionserver.HRegionServer(1250): stopping server b030dd9a36e7,33013,1733221628283; all regions closed. 2024-12-03T10:30:11,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741834_1010 (size=26050) 2024-12-03T10:30:11,554 DEBUG [RS:0;b030dd9a36e7:33013 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/oldWALs 2024-12-03T10:30:11,554 INFO [RS:0;b030dd9a36e7:33013 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b030dd9a36e7%2C33013%2C1733221628283.meta:.meta(num 1733221631811) 2024-12-03T10:30:11,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741832_1008 (size=13107882) 2024-12-03T10:30:11,560 DEBUG [RS:0;b030dd9a36e7:33013 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/oldWALs 2024-12-03T10:30:11,560 INFO [RS:0;b030dd9a36e7:33013 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL b030dd9a36e7%2C33013%2C1733221628283:(num 1733221630733) 2024-12-03T10:30:11,560 DEBUG [RS:0;b030dd9a36e7:33013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:11,560 INFO [RS:0;b030dd9a36e7:33013 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T10:30:11,560 INFO [RS:0;b030dd9a36e7:33013 {}] hbase.ChoreService(370): Chore service for: regionserver/b030dd9a36e7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-03T10:30:11,561 INFO [regionserver/b030dd9a36e7:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T10:30:11,562 INFO [RS:0;b030dd9a36e7:33013 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33013 2024-12-03T10:30:11,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x1019c04d62d0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b030dd9a36e7,33013,1733221628283 2024-12-03T10:30:11,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T10:30:11,584 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b030dd9a36e7,33013,1733221628283] 2024-12-03T10:30:11,584 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing b030dd9a36e7,33013,1733221628283; numProcessing=1 2024-12-03T10:30:11,592 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/b030dd9a36e7,33013,1733221628283 already deleted, retry=false 2024-12-03T10:30:11,592 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; b030dd9a36e7,33013,1733221628283 expired; onlineServers=0 2024-12-03T10:30:11,592 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'b030dd9a36e7,33687,1733221627553' ***** 2024-12-03T10:30:11,592 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T10:30:11,593 DEBUG [M:0;b030dd9a36e7:33687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec5a204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b030dd9a36e7/172.17.0.2:0 2024-12-03T10:30:11,593 INFO [M:0;b030dd9a36e7:33687 {}] regionserver.HRegionServer(1224): stopping server b030dd9a36e7,33687,1733221627553 2024-12-03T10:30:11,593 INFO [M:0;b030dd9a36e7:33687 {}] regionserver.HRegionServer(1250): stopping server b030dd9a36e7,33687,1733221627553; all regions closed. 2024-12-03T10:30:11,593 DEBUG [M:0;b030dd9a36e7:33687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T10:30:11,593 DEBUG [M:0;b030dd9a36e7:33687 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T10:30:11,593 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T10:30:11,593 DEBUG [M:0;b030dd9a36e7:33687 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T10:30:11,593 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.small.0-1733221630500 {}] cleaner.HFileCleaner(306): Exit Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.small.0-1733221630500,5,FailOnTimeoutGroup] 2024-12-03T10:30:11,593 DEBUG [master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.large.0-1733221630499 {}] cleaner.HFileCleaner(306): Exit Thread[master/b030dd9a36e7:0:becomeActiveMaster-HFileCleaner.large.0-1733221630499,5,FailOnTimeoutGroup] 2024-12-03T10:30:11,594 INFO [M:0;b030dd9a36e7:33687 {}] hbase.ChoreService(370): Chore service for: master/b030dd9a36e7:0 had [] on shutdown 2024-12-03T10:30:11,594 DEBUG [M:0;b030dd9a36e7:33687 {}] master.HMaster(1733): Stopping service threads 2024-12-03T10:30:11,594 INFO [M:0;b030dd9a36e7:33687 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T10:30:11,594 ERROR [M:0;b030dd9a36e7:33687 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-03T10:30:11,595 INFO [M:0;b030dd9a36e7:33687 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T10:30:11,596 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T10:30:11,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T10:30:11,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T10:30:11,600 DEBUG [M:0;b030dd9a36e7:33687 {}] zookeeper.ZKUtil(347): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T10:30:11,600 WARN [M:0;b030dd9a36e7:33687 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T10:30:11,601 INFO [M:0;b030dd9a36e7:33687 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-03T10:30:11,601 INFO [M:0;b030dd9a36e7:33687 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T10:30:11,601 DEBUG [M:0;b030dd9a36e7:33687 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T10:30:11,601 INFO [M:0;b030dd9a36e7:33687 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:30:11,601 DEBUG [M:0;b030dd9a36e7:33687 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:30:11,601 DEBUG [M:0;b030dd9a36e7:33687 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T10:30:11,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T10:30:11,601 DEBUG [M:0;b030dd9a36e7:33687 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:30:11,601 INFO [M:0;b030dd9a36e7:33687 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=752.25 KB heapSize=922.91 KB 2024-12-03T10:30:11,618 DEBUG [M:0;b030dd9a36e7:33687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef1b61ae828d4d9e974db55709a33a74 is 82, key is hbase:meta,,1/info:regioninfo/1733221631921/Put/seqid=0 2024-12-03T10:30:11,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742419_1595 (size=5672) 2024-12-03T10:30:11,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x1019c04d62d0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:30:11,684 INFO [RS:0;b030dd9a36e7:33013 {}] regionserver.HRegionServer(1307): Exiting; stopping=b030dd9a36e7,33013,1733221628283; zookeeper connection closed. 2024-12-03T10:30:11,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33013-0x1019c04d62d0001, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:30:11,685 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e3b7f0 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e3b7f0 2024-12-03T10:30:11,685 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T10:30:12,023 INFO [M:0;b030dd9a36e7:33687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2097 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef1b61ae828d4d9e974db55709a33a74 2024-12-03T10:30:12,054 DEBUG [M:0;b030dd9a36e7:33687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/566b6512dd5e4306a72ef0d99bc4da8c is 2284, key is \x00\x00\x00\x00\x00\x00\x00\x96/proc:d/1733221783814/Put/seqid=0 2024-12-03T10:30:12,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742420_1596 (size=44715) 2024-12-03T10:30:12,458 INFO [M:0;b030dd9a36e7:33687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=751.70 KB at sequenceid=2097 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/566b6512dd5e4306a72ef0d99bc4da8c 2024-12-03T10:30:12,464 INFO [M:0;b030dd9a36e7:33687 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 566b6512dd5e4306a72ef0d99bc4da8c 2024-12-03T10:30:12,480 DEBUG [M:0;b030dd9a36e7:33687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8bbdee071334bc7a9a83c8d02483f22 is 69, key is b030dd9a36e7,33013,1733221628283/rs:state/1733221630513/Put/seqid=0 2024-12-03T10:30:12,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073742421_1597 (size=5156) 2024-12-03T10:30:12,884 INFO [M:0;b030dd9a36e7:33687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2097 (bloomFilter=true), to=hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8bbdee071334bc7a9a83c8d02483f22 2024-12-03T10:30:12,889 DEBUG [M:0;b030dd9a36e7:33687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef1b61ae828d4d9e974db55709a33a74 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef1b61ae828d4d9e974db55709a33a74 2024-12-03T10:30:12,893 INFO [M:0;b030dd9a36e7:33687 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef1b61ae828d4d9e974db55709a33a74, entries=8, sequenceid=2097, filesize=5.5 K 2024-12-03T10:30:12,893 DEBUG [M:0;b030dd9a36e7:33687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/566b6512dd5e4306a72ef0d99bc4da8c as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/566b6512dd5e4306a72ef0d99bc4da8c 2024-12-03T10:30:12,897 INFO [M:0;b030dd9a36e7:33687 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 566b6512dd5e4306a72ef0d99bc4da8c 2024-12-03T10:30:12,898 INFO [M:0;b030dd9a36e7:33687 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/566b6512dd5e4306a72ef0d99bc4da8c, entries=177, sequenceid=2097, filesize=43.7 K 2024-12-03T10:30:12,898 DEBUG [M:0;b030dd9a36e7:33687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8bbdee071334bc7a9a83c8d02483f22 as hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b8bbdee071334bc7a9a83c8d02483f22 2024-12-03T10:30:12,902 INFO [M:0;b030dd9a36e7:33687 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34471/user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b8bbdee071334bc7a9a83c8d02483f22, entries=1, sequenceid=2097, filesize=5.0 K 2024-12-03T10:30:12,903 INFO [M:0;b030dd9a36e7:33687 {}] regionserver.HRegion(3040): Finished flush of dataSize ~752.25 KB/770309, heapSize ~922.62 KB/944760, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1302ms, sequenceid=2097, compaction requested=false 2024-12-03T10:30:12,904 INFO [M:0;b030dd9a36e7:33687 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T10:30:12,904 DEBUG [M:0;b030dd9a36e7:33687 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-03T10:30:12,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43133 is added to blk_1073741830_1006 (size=907845) 2024-12-03T10:30:12,906 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/6ae77e16-a540-e4bf-bbc3-e3245113ba63/MasterData/WALs/b030dd9a36e7,33687,1733221627553/b030dd9a36e7%2C33687%2C1733221627553.1733221629907 not finished, retry = 0 2024-12-03T10:30:13,007 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-03T10:30:13,007 INFO [M:0;b030dd9a36e7:33687 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-03T10:30:13,007 INFO [M:0;b030dd9a36e7:33687 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33687 2024-12-03T10:30:13,042 DEBUG [M:0;b030dd9a36e7:33687 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/b030dd9a36e7,33687,1733221627553 already deleted, retry=false 2024-12-03T10:30:13,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:30:13,151 INFO [M:0;b030dd9a36e7:33687 {}] regionserver.HRegionServer(1307): Exiting; stopping=b030dd9a36e7,33687,1733221627553; zookeeper connection closed. 2024-12-03T10:30:13,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33687-0x1019c04d62d0000, quorum=127.0.0.1:60916, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T10:30:13,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T10:30:13,164 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:30:13,164 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:30:13,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:30:13,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/hadoop.log.dir/,STOPPED} 2024-12-03T10:30:13,168 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T10:30:13,168 WARN [BP-1077591315-172.17.0.2-1733221624530 heartbeating to localhost/127.0.0.1:34471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T10:30:13,168 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T10:30:13,168 WARN [BP-1077591315-172.17.0.2-1733221624530 heartbeating to localhost/127.0.0.1:34471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1077591315-172.17.0.2-1733221624530 (Datanode Uuid 6d6442cf-0d74-4b60-a08f-0dcd1682d0a3) service to localhost/127.0.0.1:34471 2024-12-03T10:30:13,171 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/cluster_b931eefe-a19f-97c8-b92b-5942203d167d/dfs/data/data1/current/BP-1077591315-172.17.0.2-1733221624530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:30:13,171 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/cluster_b931eefe-a19f-97c8-b92b-5942203d167d/dfs/data/data2/current/BP-1077591315-172.17.0.2-1733221624530 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T10:30:13,171 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T10:30:13,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T10:30:13,178 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T10:30:13,178 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T10:30:13,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T10:30:13,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/26f517b2-fe03-45ef-62b0-a18f88a72cd1/hadoop.log.dir/,STOPPED} 2024-12-03T10:30:13,193 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-03T10:30:13,302 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down